-- Logs begin at Wed 2022-02-09 11:56:48 UTC, end at Wed 2022-02-09 13:12:10 UTC. -- Feb 09 12:43:04.571502 dv-cinder-810917-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 09 12:43:07.627896 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.common.config [-] Logging enabled! Feb 09 12:43:07.628546 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 09 12:43:07.628722 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109658) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 12:43:07.632232 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.common.config [-] Logging enabled! Feb 09 12:43:07.632500 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 09 12:43:07.632816 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109658) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 12:43:07.633817 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 12:43:07.634054 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 12:43:07.634521 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 12:43:07.634776 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 12:43:07.635005 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 12:43:07.635565 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.636026 dv-cinder-810917-4-iscsi neutron-server[109658]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 09 12:43:07.636344 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.636640 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.636936 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.637233 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.637522 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.637805 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.638092 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.638396 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.638683 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.638960 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.639504 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.640232 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.640232 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.640232 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.640764 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.640764 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] debug = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.640969 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.641412 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.641846 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.642123 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.642414 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.642696 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.642965 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.643237 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.643551 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.643926 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] host = dv-cinder-810917-4-iscsi {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.644204 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.644494 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.644780 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.645065 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.645340 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.645618 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.645902 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.646182 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.646455 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] log_file = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.646728 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.647024 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.647311 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.647632 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.647856 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.648073 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.648366 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.648644 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.648916 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.649190 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.649460 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.649729 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.650001 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.650267 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.650553 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.650834 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.651117 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.651388 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.651690 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.651962 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.652229 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.652511 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.652780 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.653048 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.653321 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.653609 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.653876 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.654151 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.654451 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.655281 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.655785 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.656077 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.656352 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.656638 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.656915 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.657186 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.657456 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] use_json = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.657724 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.657993 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.658275 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.658547 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.658817 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.659088 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.659357 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.659671 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.659944 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:07.660246 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.660544 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.660845 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.661145 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.661434 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.661712 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.662000 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.662277 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.662565 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.662860 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.663153 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.663476 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.663763 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.664052 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.664350 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.664659 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.664952 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.665241 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.665514 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.665785 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.666056 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.666332 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.666623 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.666900 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.667187 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.667508 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.667780 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.668075 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.668359 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.668654 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.668942 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.669218 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.669498 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.669795 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.670067 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.670365 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.671180 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.671527 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.671968 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.672253 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.672540 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.672821 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.673095 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.673366 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.673645 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.673933 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.674210 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.674481 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.674750 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.675029 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.675297 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.675610 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.675888 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.676160 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.676430 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.676714 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.676983 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.677255 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.677534 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.677804 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.678081 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.678352 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.678621 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.678894 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.679168 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.680327 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.680327 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.680327 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.680327 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.680665 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.680787 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.681059 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.681332 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.681606 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.681898 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.682197 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.682475 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.682752 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.683028 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.683552 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.683836 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.684116 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.684392 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.684667 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.684940 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.685242 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.685525 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.685815 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.686179 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.686598 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.686906 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.687184 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.687504 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.687782 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.688059 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.688343 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.688630 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.688926 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.689222 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.689519 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.689952 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.690275 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.690531 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.690847 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.691127 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:07.691344 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 12:43:07.691632 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109658) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 09 12:43:08.076220 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 09 12:43:08.076496 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 09 12:43:08.077324 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.001s {{(pid=109658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 09 12:43:08.077664 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 09 12:43:08.419951 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:08.420162 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:08.420501 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:08.422480 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:08.422754 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:08.423023 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:08.466501 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:08.466787 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:08.467049 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:08.483521 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:08.483802 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:08.484068 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:08.512916 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:08.513183 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:08.513451 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:08.550375 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:08.550651 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:08.550922 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:08.898110 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:08.898775 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:08.898775 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:08.898961 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:08.899608 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.001081 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.001404 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.001687 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.001963 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.002227 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.002540 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.002800 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.003056 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.003307 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.003616 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.003881 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.004143 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.004397 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.004646 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.004898 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.005159 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.005410 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.005674 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.005943 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.006200 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.006468 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.006723 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.006998 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.007377 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.007647 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.007891 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.008286 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 12:43:09.008525 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 12:43:09.008759 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 12:43:09.008992 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 12:43:09.009228 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 12:43:09.009461 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 12:43:09.009821 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 09 12:43:09.013071 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 09 12:43:09.017875 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 09 12:43:09.021735 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Feb 09 12:43:09.023384 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 09 12:43:09.023877 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 09 12:43:09.024214 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 09 12:43:09.024596 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 09 12:43:09.027477 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 09 12:43:09.027730 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 09 12:43:09.028074 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 12:43:09.033037 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 09 12:43:09.056331 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 09 12:43:09.056962 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.057271 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109658) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 09 12:43:09.057635 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.059157 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109658) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 09 12:43:09.059470 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 12:43:09.059728 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 09 12:43:09.063657 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.063936 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:09.127880 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 09 12:43:09.128126 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 09 12:43:09.128352 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 09 12:43:09.128906 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 09 12:43:09.150023 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_db.sqlalchemy.engines [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109658) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 09 12:43:09.748006 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.managers [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Initializing driver for type 'gre' Feb 09 12:43:09.749196 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] gre ID ranges: [(1, 1000)] Feb 09 12:43:09.937109 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.managers [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Initializing driver for type 'local' Feb 09 12:43:09.937754 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.managers [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Initializing driver for type 'vlan' Feb 09 12:43:10.039302 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] VlanTypeDriver initialization complete Feb 09 12:43:10.039592 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.managers [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Initializing driver for type 'vxlan' Feb 09 12:43:10.040098 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] vxlan ID ranges: [(1, 1000)] Feb 09 12:43:10.222515 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.managers [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Initializing extension driver 'port_security' Feb 09 12:43:10.222924 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.extensions.port_security [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] PortSecurityExtensionDriver initialization complete Feb 09 12:43:10.223267 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.managers [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Initializing mechanism driver 'openvswitch' Feb 09 12:43:10.223660 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.managers [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Initializing mechanism driver 'hyperv' Feb 09 12:43:10.230881 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.plugin [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:10.231784 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > port after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.232159 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > port after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.232590 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > port after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.233724 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109658) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 12:43:10.234159 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > subnet after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.234516 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > subnet after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.234865 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > subnet after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.235342 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109658) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 12:43:10.235800 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > network after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.236156 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > network after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.236496 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > network after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.236892 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109658) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 12:43:10.244359 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > security_group after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.244359 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > security_group after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.244359 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > security_group after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.244359 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109658) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 12:43:10.244359 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.244750 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.244750 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.244750 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109658) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 12:43:10.244750 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > address_group after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.244750 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > address_group after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.245114 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > address_group after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.245114 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109658) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 12:43:10.245114 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] ML2 OVO RPC backend initialized. {{(pid=109658) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 09 12:43:10.245114 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > router_interface after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.245114 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.245470 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > network before_response 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.245470 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > networks before_response 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.245470 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > port before_response 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.245470 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > ports before_response 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.245755 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > subnet before_response 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.245755 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > subnets before_response 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.245755 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > network after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.245966 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > network after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.246180 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > network after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.246520 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > port after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.246855 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > port after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.247188 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > port after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.247579 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > subnet after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.247918 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > subnet after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.248253 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > subnet after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.258754 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.quota [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded quota_driver: . Feb 09 12:43:10.259124 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.plugin [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Modular L2 Plugin initialization complete Feb 09 12:43:10.259508 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading services supported by the core plugin {{(pid=109658) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 09 12:43:10.259862 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.plugins.ml2.managers [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Got port-security extension from driver 'port_security' Feb 09 12:43:10.260359 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.extensions.vlantransparent [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Disabled vlantransparent extension. Feb 09 12:43:10.260879 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109658) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 09 12:43:10.261346 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading Plugin: router Feb 09 12:43:10.302512 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > router_interface before_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.302925 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > router after_create 55549900 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.303294 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > router before_create 55549900 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.303699 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.304076 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.304432 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > router after_delete 55549900 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.304790 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > floatingip after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.305138 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > floatingip after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.305497 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > router after_create 55549900 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.305850 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > router after_update 55549900 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.306196 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > router after_update 55549900 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.306549 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.306908 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > router after_update 55549900 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.307521 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > router precommit_update 55549900 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.307905 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: port after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.308248 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: port after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.308589 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: subnet after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.308935 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.309288 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > port precommit_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.309636 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > router precommit_create 55549900 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.309982 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: port before_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.310332 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > router precommit_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.310691 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > router after_update 55549900 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.311738 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > router precommit_delete 55549900 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.312112 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > router precommit_create 55549900 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.312485 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > router_interface after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.312835 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > router precommit_update 55549900 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.313202 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > agent after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.313555 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > agent after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.313905 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > network after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.314803 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.quota.resource_registry [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Tracking information for resource: router configured {{(pid=109658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 12:43:10.315135 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.quota.resource_registry [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Tracking information for resource: floatingip configured {{(pid=109658) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 12:43:10.320402 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.db.l3_agentschedulers_db [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 09 12:43:10.320996 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: port after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.321369 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: port after_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.321726 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: port after_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.322081 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: port after_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.322885 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > router before_create 55550100 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.323250 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > router precommit_delete 55550100 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.323642 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > router precommit_create 55550100 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.324001 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > router precommit_update 55550100 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.328875 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.services.provider_configuration [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Service providers = [] {{(pid=109658) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 09 12:43:10.329240 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.db.servicetype_db [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109658) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 09 12:43:10.332306 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.services.service_base [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109658) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 12:43:10.332654 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.services.service_base [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109658) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 12:43:10.332991 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.services.service_base [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109658) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 12:43:10.333886 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.services.service_base [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109658) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 12:43:10.334257 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.services.service_base [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 09 12:43:10.334635 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 12:43:10.334956 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 09 12:43:10.346391 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 12:43:10.346725 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading Plugin: auto_allocate Feb 09 12:43:10.352619 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: network precommit_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.352988 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: network precommit_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.353520 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 12:43:10.353834 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading Plugin: tag Feb 09 12:43:10.361363 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 12:43:10.361687 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading Plugin: timestamp Feb 09 12:43:10.365606 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 12:43:10.365929 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading Plugin: network_ip_availability Feb 09 12:43:10.371516 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.371891 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.372249 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.372987 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 12:43:10.373498 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading Plugin: flavors Feb 09 12:43:10.379173 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 12:43:10.379524 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading Plugin: revisions Feb 09 12:43:10.383934 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109658) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 12:43:10.384331 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_concurrency.lockutils [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.307s {{(pid=109658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 09 12:43:10.385080 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109658) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 09 12:43:10.385418 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Initializing extension manager. Feb 09 12:43:10.385937 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: __init__.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.386281 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: __pycache__ {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.386616 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.386948 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: address_group.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.387743 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.388323 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: address-group Feb 09 12:43:10.388648 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: address_scope.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.389432 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.389938 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: address-scope Feb 09 12:43:10.390259 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: admin_state_down_before_update.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.391212 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.391743 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: router-admin-state-down-before-update Feb 09 12:43:10.392070 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: agent.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.392778 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.393277 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: agent Feb 09 12:43:10.393599 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: agent_resources_synced.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.394519 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.395023 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: agent-resources-synced Feb 09 12:43:10.395344 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: allowedaddresspairs.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.397184 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.397699 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: allowed-address-pairs Feb 09 12:43:10.398026 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: auto_allocated_topology.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.399123 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.399656 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: auto-allocated-topology Feb 09 12:43:10.399985 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: availability_zone.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.400681 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.401181 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: availability_zone Feb 09 12:43:10.401502 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: availability_zone_filter.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.402431 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.402926 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: availability_zone_filter Feb 09 12:43:10.403246 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: data_plane_status.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.404200 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.404731 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension data-plane-status not supported by any of loaded plugins Feb 09 12:43:10.405128 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: default_subnetpools.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.406200 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.406700 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: default-subnetpools Feb 09 12:43:10.407020 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: dhcpagentscheduler.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.407895 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.408392 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: dhcp_agent_scheduler Feb 09 12:43:10.408715 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: dns.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.409640 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.410139 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension dns-integration not supported by any of loaded plugins Feb 09 12:43:10.410465 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: dns_domain_ports.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.411393 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.411909 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 09 12:43:10.412232 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.413160 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.413658 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 09 12:43:10.413981 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: dvr.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.414662 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.415159 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: dvr Feb 09 12:43:10.415516 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: ecmp_routes.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.416459 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.416961 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension ecmp_routes not supported by any of loaded plugins Feb 09 12:43:10.417285 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: empty_string_filtering.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.418224 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.419000 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: empty-string-filtering Feb 09 12:43:10.419330 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.420832 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.421349 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 09 12:43:10.421752 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.422690 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.423217 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 09 12:43:10.423577 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: external_net.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.424509 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.425010 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: external-net Feb 09 12:43:10.425334 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: extra_dhcp_opt.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.427590 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.427590 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: extra_dhcp_opt Feb 09 12:43:10.427590 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: extraroute.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.428116 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.428620 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: extraroute Feb 09 12:43:10.428938 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: extraroute_atomic.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.430010 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.430516 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: extraroute-atomic Feb 09 12:43:10.430836 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: filter_validation.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.431550 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.432050 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: filter-validation Feb 09 12:43:10.432369 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: fip_pf_description.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.433287 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.433784 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 09 12:43:10.434105 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: fip_port_details.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.435258 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.435791 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: fip-port-details Feb 09 12:43:10.436776 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: flavors.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.438225 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.438738 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: flavors Feb 09 12:43:10.439058 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.440814 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.441331 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 09 12:43:10.441661 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: floatingip_pools.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.442368 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.442877 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: floatingip-pools Feb 09 12:43:10.443198 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: ip_allocation.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.444161 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.444655 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension ip_allocation not supported by any of loaded plugins Feb 09 12:43:10.444978 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.445908 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.446404 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: ip-substring-filtering Feb 09 12:43:10.446728 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: l2_adjacency.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.447696 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.448192 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension l2_adjacency not supported by any of loaded plugins Feb 09 12:43:10.448513 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: l3.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.449531 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.450041 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: router Feb 09 12:43:10.450370 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: l3_conntrack_helper.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.452889 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.453414 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 09 12:43:10.453798 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.454757 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.455264 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: ext-gw-mode Feb 09 12:43:10.455618 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.456553 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.457057 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: l3-ha Feb 09 12:43:10.457383 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.458301 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.458797 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 09 12:43:10.459122 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: l3_flavors.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.460072 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.460581 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: l3-flavors Feb 09 12:43:10.460905 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: l3_ndp_proxy.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.462308 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.462815 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 09 12:43:10.463145 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.464101 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.464611 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: l3-port-ip-change-not-allowed Feb 09 12:43:10.464937 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: l3agentscheduler.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.466362 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.466870 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: l3_agent_scheduler Feb 09 12:43:10.467864 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: local_ip.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.469798 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.470323 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension local_ip not supported by any of loaded plugins Feb 09 12:43:10.470658 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: logging.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.472356 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.472877 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension logging not supported by any of loaded plugins Feb 09 12:43:10.473214 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: metering.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.473972 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.474636 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: metering Feb 09 12:43:10.474969 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.476118 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.476628 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: metering_source_and_destination_fields Feb 09 12:43:10.476955 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: multiprovidernet.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.477897 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.478399 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: multi-provider Feb 09 12:43:10.478723 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: netmtu.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.479712 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.480189 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: net-mtu Feb 09 12:43:10.480512 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: netmtu_writable.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.481444 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.481943 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: net-mtu-writable Feb 09 12:43:10.482262 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: network_availability_zone.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.483703 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.484205 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: network_availability_zone Feb 09 12:43:10.484530 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: network_ip_availability.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.485675 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.486181 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: network-ip-availability Feb 09 12:43:10.486508 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: network_segment_range.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.487287 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.487812 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension network-segment-range not supported by any of loaded plugins Feb 09 12:43:10.488139 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: pagination.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.489130 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.489461 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: pagination Feb 09 12:43:10.489781 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: port_device_profile.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.490700 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.491212 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: port-device-profile Feb 09 12:43:10.491567 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.492500 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.492996 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: port-mac-address-regenerate Feb 09 12:43:10.493319 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.494248 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.494754 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: port-numa-affinity-policy Feb 09 12:43:10.495071 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: port_resource_request.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.496023 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.496523 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension port-resource-request not supported by any of loaded plugins Feb 09 12:43:10.496842 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: port_resource_request_groups.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.497824 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.498383 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 09 12:43:10.498719 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: portbindings.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.499850 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.500357 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: binding Feb 09 12:43:10.500678 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: portbindings_extended.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.501984 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.502532 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: binding-extended Feb 09 12:43:10.502867 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: portsecurity.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.503836 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.504342 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: port-security Feb 09 12:43:10.504670 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: project_id.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.505659 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.505989 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: project-id Feb 09 12:43:10.506311 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: providernet.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.507238 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.507784 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: provider Feb 09 12:43:10.508099 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: qos.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.511814 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.512332 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension qos not supported by any of loaded plugins Feb 09 12:43:10.512664 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.513930 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.514473 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 09 12:43:10.514980 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.515947 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.516462 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 09 12:43:10.516788 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: qos_default.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.517708 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.518214 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension qos-default not supported by any of loaded plugins Feb 09 12:43:10.518540 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: qos_fip.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.519510 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.520023 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension qos-fip not supported by any of loaded plugins Feb 09 12:43:10.520348 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: qos_fip_network_policy.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.521278 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.521788 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 09 12:43:10.522111 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: qos_gateway_ip.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.523177 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.523746 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 09 12:43:10.524035 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: qos_port_network_policy.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.524964 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.525464 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 09 12:43:10.525789 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.526847 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.527360 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 09 12:43:10.527716 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: qos_pps_rule.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.528912 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.529422 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension qos-pps not supported by any of loaded plugins Feb 09 12:43:10.530281 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: qos_rule_type_details.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.531225 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.532157 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 09 12:43:10.532157 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: qos_rules_alias.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.533147 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.533647 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 09 12:43:10.533970 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: quota_check_limit.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.534927 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.535448 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: quota-check-limit Feb 09 12:43:10.535774 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: quotasv2.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.536767 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.537095 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: quotas Feb 09 12:43:10.537415 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: quotasv2_detail.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.539172 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.539542 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: quota_details Feb 09 12:43:10.539870 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: rbac.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.540949 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.541479 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: rbac-policies Feb 09 12:43:10.541812 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: rbac_address_group.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.542752 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.543262 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: rbac-address-group Feb 09 12:43:10.543627 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: rbac_address_scope.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.544558 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.545065 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: rbac-address-scope Feb 09 12:43:10.545991 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: rbac_security_groups.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.546886 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.547384 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: rbac-security-groups Feb 09 12:43:10.547734 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: rbac_subnetpool.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.548662 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.549167 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: rbac-subnetpool Feb 09 12:43:10.549489 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: revisionifmatch.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.550421 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.550925 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: revision-if-match Feb 09 12:43:10.551253 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: revisions.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.552503 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.553056 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: standard-attr-revisions Feb 09 12:43:10.553334 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: router_availability_zone.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.554016 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.554518 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: router_availability_zone Feb 09 12:43:10.554839 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: routerservicetype.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.555808 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.556305 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension router-service-type not supported by any of loaded plugins Feb 09 12:43:10.556643 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.557565 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.558074 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: security-groups-normalized-cidr Feb 09 12:43:10.558391 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: security_groups_port_filtering.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.559326 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.559869 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: port-security-groups-filtering Feb 09 12:43:10.560193 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.561179 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.561676 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: security-groups-remote-address-group Feb 09 12:43:10.561999 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.562959 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.563489 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: security-groups-shared-filtering Feb 09 12:43:10.563815 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.564416 dv-cinder-810917-4-iscsi neutron-server[109658]: WARNING neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 09 12:43:10.564736 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: securitygroup.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.576378 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.577137 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: security-group Feb 09 12:43:10.577429 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: segment.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.578265 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.578782 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension segment not supported by any of loaded plugins Feb 09 12:43:10.579110 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.580130 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.580639 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 09 12:43:10.580968 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: servicetype.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.582098 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.582613 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: service-type Feb 09 12:43:10.582942 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: sorting.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.583968 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.584303 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: sorting Feb 09 12:43:10.584626 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: standard_attr_segment.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.585552 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.586071 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 09 12:43:10.586391 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: standardattrdescription.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.587051 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.587590 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: standard-attr-description Feb 09 12:43:10.587916 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: stateful_security_group.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.588844 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.589351 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: stateful-security-group Feb 09 12:43:10.589673 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: stdattrs_common.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.590249 dv-cinder-810917-4-iscsi neutron-server[109658]: WARNING neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 09 12:43:10.590568 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.591549 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.592058 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 09 12:43:10.592914 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: subnet_onboard.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.594026 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.594538 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: subnet_onboard Feb 09 12:43:10.594858 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.595829 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.596332 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 09 12:43:10.596651 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: subnet_service_types.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.597602 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.598106 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: subnet-service-types Feb 09 12:43:10.598425 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: subnetallocation.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.599621 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.600133 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: subnet_allocation Feb 09 12:43:10.600454 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.601130 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.601632 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: subnetpool-prefix-ops Feb 09 12:43:10.601950 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.602913 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.603414 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 09 12:43:10.603762 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: tagging.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.604876 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.605396 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: standard-attr-tag Feb 09 12:43:10.605718 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: timestamp.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.606937 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.607610 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loaded extension: standard-attr-timestamp Feb 09 12:43:10.608341 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: trunk.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.609409 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.609916 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension trunk not supported by any of loaded plugins Feb 09 12:43:10.610245 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: trunk_details.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.611176 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.611713 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension trunk-details not supported by any of loaded plugins Feb 09 12:43:10.612050 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: uplink_status_propagation.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.613008 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.613479 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 09 12:43:10.613793 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Loading extension file: vlantransparent.py {{(pid=109658) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 12:43:10.614475 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109658) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 12:43:10.614974 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extension vlan-transparent not supported by any of loaded plugins Feb 09 12:43:10.617609 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.quota.resource_registry [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Creating instance of TrackedResource for resource:network Feb 09 12:43:10.618142 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.quota.resource_registry [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Creating instance of TrackedResource for resource:subnet Feb 09 12:43:10.618537 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.quota.resource_registry [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 12:43:10.619011 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.quota.resource_registry [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Creating instance of TrackedResource for resource:port Feb 09 12:43:10.620244 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.v2.resource_helper [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:43:10.620697 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.v2.resource_helper [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Service FLAVORS assigned prefix: {{(pid=109658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:43:10.621315 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.v2.resource_helper [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:43:10.621748 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.v2.resource_helper [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:43:10.622083 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.quota.resource_registry [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Creating instance of TrackedResource for resource:router Feb 09 12:43:10.622515 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.quota.resource_registry [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Creating instance of TrackedResource for resource:floatingip Feb 09 12:43:10.622998 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.v2.resource_helper [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Service METERING assigned prefix: /metering {{(pid=109658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:43:10.624523 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.624895 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.625260 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:10.626308 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.quota.resource_registry [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 12:43:10.626765 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.quota.resource_registry [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Creating instance of TrackedResource for resource:security_group Feb 09 12:43:10.627204 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.quota.resource_registry [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 12:43:10.627839 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.v2.resource_helper [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Service CORE assigned prefix: {{(pid=109658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:43:10.628229 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.quota.resource_registry [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 12:43:10.628525 dv-cinder-810917-4-iscsi neutron-server[109658]: WARNING neutron.quota.resource_registry [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] subnetpool is already registered Feb 09 12:43:10.629124 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.v2.resource_helper [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Service CORE assigned prefix: {{(pid=109658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:43:10.629294 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.quota.resource_registry [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 12:43:10.629625 dv-cinder-810917-4-iscsi neutron-server[109658]: WARNING neutron.quota.resource_registry [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] subnetpool is already registered Feb 09 12:43:10.631944 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.v2.resource_helper [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:43:10.632384 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.v2.resource_helper [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Service FLAVORS assigned prefix: {{(pid=109658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:43:10.632970 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.v2.resource_helper [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:43:10.633638 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.v2.resource_helper [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:43:10.633746 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.quota.resource_registry [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Creating instance of TrackedResource for resource:router Feb 09 12:43:10.634057 dv-cinder-810917-4-iscsi neutron-server[109658]: WARNING neutron.quota.resource_registry [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] router is already registered Feb 09 12:43:10.634473 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.quota.resource_registry [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Creating instance of TrackedResource for resource:floatingip Feb 09 12:43:10.634810 dv-cinder-810917-4-iscsi neutron-server[109658]: WARNING neutron.quota.resource_registry [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] floatingip is already registered Feb 09 12:43:10.635283 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.v2.resource_helper [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Service METERING assigned prefix: /metering {{(pid=109658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:43:10.635987 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.quota.resource_registry [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 12:43:10.636293 dv-cinder-810917-4-iscsi neutron-server[109658]: WARNING neutron.quota.resource_registry [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] rbac_policy is already registered Feb 09 12:43:10.636707 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.quota.resource_registry [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Creating instance of TrackedResource for resource:security_group Feb 09 12:43:10.637041 dv-cinder-810917-4-iscsi neutron-server[109658]: WARNING neutron.quota.resource_registry [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] security_group is already registered Feb 09 12:43:10.637444 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.quota.resource_registry [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 12:43:10.637780 dv-cinder-810917-4-iscsi neutron-server[109658]: WARNING neutron.quota.resource_registry [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] security_group_rule is already registered Feb 09 12:43:10.638590 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.v2.resource_helper [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Service CORE assigned prefix: {{(pid=109658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:43:10.638729 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.quota.resource_registry [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 12:43:10.639090 dv-cinder-810917-4-iscsi neutron-server[109658]: WARNING neutron.quota.resource_registry [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] subnetpool is already registered Feb 09 12:43:10.640004 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.v2.resource_helper [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Service CORE assigned prefix: {{(pid=109658) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:43:10.640334 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.quota.resource_registry [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 12:43:10.640670 dv-cinder-810917-4-iscsi neutron-server[109658]: WARNING neutron.quota.resource_registry [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] subnetpool is already registered Feb 09 12:43:10.641145 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: extensions {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.642683 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: address-groups {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.644210 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: address-scopes {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.645566 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: agents {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.646743 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: auto-allocated-topology {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.648052 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: availability_zones {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.649279 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: dhcp-networks {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.650863 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: dhcp-agents {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.652366 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: routers {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.655127 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: flavors {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.656400 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: service_profiles {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.657622 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: next_providers {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.659104 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: service_profiles {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.660704 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: floatingip-pools {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.661939 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: routers {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.664111 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: floatingips {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.665408 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: l3-routers {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.666837 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: l3-agents {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.668319 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: metering-labels {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.669693 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: metering-label-rules {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.671565 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: network-ip-availabilities {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.672835 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: bindings {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.674512 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: quotas {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.676152 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: quotas {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.677836 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: rbac-policies {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.680186 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: security-groups {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.681453 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: security-group-rules {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.682715 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: service-providers {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.683995 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: subnetpools {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.685433 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: subnetpools {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.686939 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: tags {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.688687 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: tags {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.690500 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: tags {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.692324 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: tags {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.694165 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: tags {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.696050 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: tags {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.697766 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: tags {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.699720 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: tags {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.701476 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: tags {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.703581 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron.api.extensions [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Extended resource: tags {{(pid=109658) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 12:43:10.709574 dv-cinder-810917-4-iscsi neutron-server[109658]: WARNING keystonemiddleware.auth_token [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 09 12:43:10.714316 dv-cinder-810917-4-iscsi neutron-server[109658]: WARNING keystonemiddleware.auth_token [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 09 12:43:10.723999 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_concurrency.lockutils [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Acquired lock "singleton_lock" {{(pid=109658) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 09 12:43:10.724473 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_concurrency.lockutils [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Releasing lock "singleton_lock" {{(pid=109658) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 09 12:43:10.725148 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO oslo_service.service [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Starting 2 workers Feb 09 12:43:10.730079 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Started child 109769 {{(pid=109658) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 12:43:10.735699 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Started child 109770 {{(pid=109658) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 12:43:10.737397 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO neutron.service [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Neutron service started, listening on 0.0.0.0:9696 Feb 09 12:43:10.737527 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:10.738173 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Publish callbacks [] for process (None), before_spawn {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:10.739346 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [-] (109769) wsgi starting up on http://0.0.0.0:9696 Feb 09 12:43:10.740629 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO oslo_service.service [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Starting 1 workers Feb 09 12:43:10.740889 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:10.742393 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [-] (109770) wsgi starting up on http://0.0.0.0:9696 Feb 09 12:43:10.746023 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Started child 109771 {{(pid=109658) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 12:43:10.746557 dv-cinder-810917-4-iscsi neutron-server[109658]: INFO oslo_service.service [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Starting 1 workers Feb 09 12:43:10.750334 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.service [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] calling RpcWorker wait() {{(pid=109771) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 09 12:43:10.750928 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.service [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] returning from RpcWorker wait() {{(pid=109771) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 09 12:43:10.751389 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Started child 109772 {{(pid=109658) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 12:43:10.752277 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG neutron_lib.callbacks.manager [None req-4c08d473-795a-4d34-a7f5-80203413d44e None None] Publish callbacks [] for process (None), after_spawn {{(pid=109658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:10.752421 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:10.752852 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:10.754285 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109658) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 09 12:43:10.754564 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 12:43:10.754775 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 12:43:10.754929 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 12:43:10.755247 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 12:43:10.755462 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 12:43:10.755956 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.756243 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.756525 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.756627 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:10.757334 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.757334 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.757679 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.757829 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:10.757958 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.758147 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.758421 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.758693 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.758865 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.759030 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.759295 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.759748 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.760047 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.760321 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.760555 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.760812 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.760988 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.761244 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.761509 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.761736 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.762001 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] debug = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.762238 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.762765 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.762996 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.763249 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.763509 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.763783 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.764042 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.764329 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.764743 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.764743 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.765421 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.765546 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.765761 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.765989 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.766260 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.766475 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.766745 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.766965 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.767476 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] host = dv-cinder-810917-4-iscsi {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.767700 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.767937 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.768166 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.768422 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.768667 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.768896 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.769155 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.769436 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.769692 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.769942 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.770197 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.770595 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.770735 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.770859 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] log_file = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.771017 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] log_options = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.771249 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.771552 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.771798 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.771991 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.772238 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.772381 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.772574 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.772737 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.772987 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.773224 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.773430 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.773642 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.773855 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.774086 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.774332 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.774561 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.774778 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.775009 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.775270 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.775539 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.775767 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.775990 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.776219 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.776458 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.781533 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.781533 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.781533 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.781533 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.781533 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.781533 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.781533 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.781533 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.783620 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.783620 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.783620 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.784021 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 46176) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:43:10.784180 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.784180 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.784180 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.784180 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.784180 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.784180 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.784180 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.784180 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.785389 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.785389 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.785389 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.785389 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] use_json = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.785389 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.786151 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.786151 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.786151 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.786151 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.786657 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.786657 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.786939 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.787078 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.787382 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.787907 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.788213 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.788459 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.788696 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.788940 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.789200 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.789433 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.789696 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.789938 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.790261 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.790541 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.791119 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.791119 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.791587 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.791587 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.792040 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.792835 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.792835 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.792835 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.793419 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0078874 Feb 09 12:43:10.793536 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.793536 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.793536 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.793835 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.793949 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.794152 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.794372 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.795117 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.795117 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.795391 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.805417 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.805417 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.805417 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.805417 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.805417 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.805417 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.805417 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.805417 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.806044 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.806044 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.806044 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.806044 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.806044 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.806044 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.806044 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.806044 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.806044 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.806639 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.806639 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.806639 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.806639 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.806639 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.806639 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.806639 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.806639 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.806639 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.807187 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.807187 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.807187 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.807187 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.807187 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.807187 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.807187 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.807187 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.807187 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.807895 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.807895 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.807895 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.807895 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.807895 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.807895 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.807895 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.807895 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.807895 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.808402 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.808402 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.808402 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.808402 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.808402 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.808402 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.808801 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.808801 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.809105 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.809222 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.809411 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.809634 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.809868 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.810082 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.810303 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.810561 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.810795 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.812480 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.812480 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.812480 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.812480 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.812480 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.813407 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.813407 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.813407 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.814190 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.814190 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.814727 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.814949 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.815302 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.815692 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.815971 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.816193 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.816433 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.816653 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.816899 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.817115 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.817363 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.817585 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.817875 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.818141 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.818546 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.818702 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.818909 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.819151 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.819387 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.819700 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.820829 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.820829 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.821185 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.821324 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.822824 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.822824 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.822824 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.822824 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.824293 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.824293 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.824293 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.824293 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.824293 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.824293 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.824293 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.825927 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.825927 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.825927 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.825927 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.825927 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.825927 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.826466 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.826466 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.826466 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.826845 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.827042 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.827323 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.827704 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.827946 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.828398 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.829251 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.830033 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.830461 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.830599 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.830723 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.831656 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.831788 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.832075 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.833628 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.833903 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.834154 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.834396 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.834637 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.834851 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.835111 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.836314 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.836314 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.836314 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.836314 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.836651 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.836651 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.836839 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.837611 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.837611 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.837611 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.838240 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.838240 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.838364 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.838571 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.838814 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.839034 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.839281 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.840297 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.840538 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.840763 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.841444 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.841689 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.841912 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.842679 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.843938 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.843938 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.843938 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.844201 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.844456 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.844691 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.844927 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.845171 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.845412 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.845634 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.845852 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.846073 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.846314 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.846546 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.846786 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.847010 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.847231 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.848407 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.848407 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.848407 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.848407 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.848839 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.848839 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.849079 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.849199 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.849362 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.849607 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.849825 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.850025 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.850236 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.850626 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.850788 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.851501 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.851501 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.851744 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.851886 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.852105 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.852346 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.852635 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.852941 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.853289 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.853527 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.853767 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.853967 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.854249 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.854532 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.854688 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.854902 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.855120 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.855359 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.856871 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.856871 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.857039 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.857229 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.857450 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.857662 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.858938 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.858938 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.858938 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.858938 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.858938 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.859340 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.859340 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.859511 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.861174 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.862162 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.862283 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.862448 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.862740 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.863490 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.863490 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.864152 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.864316 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.867155 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.867526 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.868295 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.868295 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.868496 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.868617 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.868850 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.869085 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.869385 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.869717 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.870016 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.870284 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.870549 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.870819 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.871115 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.871392 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.873889 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.874962 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.875352 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.875682 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.875954 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.876220 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.876498 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.876752 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.876986 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.877244 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.877501 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.877711 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.877979 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.878290 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.878543 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.878784 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.879119 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.879244 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.879950 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.880185 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.880441 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.880668 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.880835 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 12:43:10.882934 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109658) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 09 12:43:10.883104 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 12:43:10.883263 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 12:43:10.883477 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 12:43:10.884283 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 12:43:10.884494 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 12:43:10.885468 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.885468 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.886149 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.890034 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.890519 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.890519 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.890780 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.890911 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.891039 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.891164 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.891294 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.891420 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.891593 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.891742 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.891883 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.892053 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.892207 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.892341 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.892506 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.892674 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.892805 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.892967 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.893110 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] debug = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.893277 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.895497 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.895497 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.895497 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.895497 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.895497 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.895497 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.895922 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.895922 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.895922 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.895922 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.895922 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.895922 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.895922 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.895922 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.896337 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.896337 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.896337 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.896337 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] host = dv-cinder-810917-4-iscsi {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.896337 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.896611 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.896955 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.896955 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.897176 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.897176 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.897317 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.897440 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.897596 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.897736 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.897987 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.898130 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.898251 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.898369 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] log_file = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.898489 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] log_options = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.898632 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.898752 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.899049 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.899178 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.899301 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.899486 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.899611 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.899722 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.899839 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.900066 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.900180 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.900286 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.901080 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.901080 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.901080 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.901080 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.901580 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.901792 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.901962 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.902082 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.902194 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.902361 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.902516 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.902671 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.902833 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.902997 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.903145 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.903281 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.903534 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.903665 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.903778 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.903904 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.904031 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.904303 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.904528 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.904528 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.905536 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.905536 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.905934 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.905934 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.905934 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.906523 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.906523 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.906523 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.906523 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.907218 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.907218 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] use_json = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.907218 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.907218 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.907939 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.907939 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.907939 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.907939 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.907939 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.908932 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.908932 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:10.908932 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.908932 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.908932 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.908932 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.909940 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.909940 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.909940 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.909940 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.909940 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.909940 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.909940 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.911184 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.911184 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.911184 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.911184 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.911184 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.911184 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.911184 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.911184 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.912651 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.912651 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.912651 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.912651 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.912651 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.912651 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.912651 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.912651 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.913909 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.913909 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.913909 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.913909 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.913909 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.913909 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.914875 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.914875 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.914875 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.914875 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.914875 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.914875 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.914875 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.916146 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.916326 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.916503 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.916503 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.916857 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.917031 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.917214 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.917214 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.917604 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.917604 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.917977 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.917977 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.917977 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.918590 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.918590 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.918590 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.918590 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.919292 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.919292 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.919292 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.919292 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.920065 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.920365 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.920553 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.920746 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.920945 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.921125 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.921125 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.921455 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.921643 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.921838 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.921838 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.922187 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.922187 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.922536 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.922536 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.922863 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.922863 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.923186 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.923186 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.924992 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.924992 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.924992 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.924992 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.924992 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.924992 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.924992 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.924992 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.924992 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.927011 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.927011 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.927011 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.927011 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.927011 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.927011 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.927011 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.927011 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.928499 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.928499 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.928499 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.928499 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.928499 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.928499 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.928499 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.928499 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.929858 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.929858 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.929858 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.929858 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.929858 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.929858 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.929858 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.929858 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.931637 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.931637 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.931637 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.931637 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.931637 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.931637 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.931637 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.931637 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.936063 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.936063 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.936063 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.936063 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.936063 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.936063 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.936063 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.936063 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.938918 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.938918 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.938918 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.938918 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.938918 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.938918 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.938918 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.938918 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.940358 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.940358 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.940358 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.940358 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.940358 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.940358 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.940358 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.940358 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.941445 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.941445 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.941445 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.941445 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.941445 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.941445 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.941445 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.941445 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.942557 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.942557 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.942557 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.942557 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.942557 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.942557 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.942557 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.942557 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.944100 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.944100 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.944100 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.944100 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.944100 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.944100 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.944100 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.944100 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.945516 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.945516 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.945516 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.945516 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.945516 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.945516 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.945516 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.945516 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.946954 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.946954 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.946954 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.946954 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.946954 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.946954 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.946954 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.946954 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.948335 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.948335 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.948335 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.948335 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.948335 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.948335 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.948335 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.948335 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.950946 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.950946 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.950946 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.950946 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.950946 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.950946 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.950946 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.950946 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.953259 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.953259 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.953259 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.953259 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.953259 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.953259 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.953259 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.953259 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.954887 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.954887 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.954887 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.954887 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.954887 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.954887 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.954887 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.954887 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.954887 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.956429 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.956429 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.956429 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.956429 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.956429 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.956429 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.956429 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.956429 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.957757 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.957757 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.957757 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.957757 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.957757 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.957757 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.957757 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.957757 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.959109 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.959109 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.959109 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.959109 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.959109 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.959109 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.959109 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.959109 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.965099 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.965099 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.965099 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.965099 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.965099 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.965099 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.965099 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.965099 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.965718 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.965718 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.965718 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.965718 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.965718 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.965718 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.965718 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.965718 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.966299 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.966299 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.966299 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.966299 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.966299 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.966299 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.966299 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.966299 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.966883 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.966883 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.966883 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.966883 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.966883 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.966883 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.966883 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.966883 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.969068 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.969068 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.969068 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.969068 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.969068 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.969068 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.969068 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.969068 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.969728 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.969728 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.969946 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:10.970075 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.970075 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.970075 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.970075 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.970075 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.970075 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.970075 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.970075 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.970075 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.970793 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.970793 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.970793 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.970793 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.970793 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.970793 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.970793 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.970793 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:10.971381 dv-cinder-810917-4-iscsi neutron-server[109658]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109658) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 12:43:23.302565 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63559397-85dd-4cfd-9a25-a9ea0247a4f0 None None] get_active_networks_info from dv-cinder-810917-4-iscsi {{(pid=109771) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 12:43:23.375048 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63559397-85dd-4cfd-9a25-a9ea0247a4f0 None None] No non-hosted networks {{(pid=109771) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 09 12:43:23.387264 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.agentschedulers_db [None req-63559397-85dd-4cfd-9a25-a9ea0247a4f0 None None] DHCP Agent not found on host dv-cinder-810917-4-iscsi {{(pid=109771) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 09 12:43:23.491840 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1bdea1f7-c4af-4445-9d80-f0c12d84031f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1590986'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:25.864503 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-47a9ae69-edc6-4dae-952a-90fb4e78d147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1590986'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:25.903901 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.db.api [None req-d16e4c4b-3c87-4c45-9df6-4a8d4cdb950a None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-810917-4-iscsi {{(pid=109771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:43:25.906050 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG oslo_db.api [None req-d16e4c4b-3c87-4c45-9df6-4a8d4cdb950a None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:43:26.433194 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d16e4c4b-3c87-4c45-9df6-4a8d4cdb950a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:27.353656 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1590986'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:28.651531 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1590986'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:29.562494 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 46270) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:43:29.765200 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1590986'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:29.766544 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:29.766921 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:29.774989 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:29.774989 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:29.774989 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:29.774989 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:29.774989 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:29.775708 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:29.775708 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:29.775708 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:29.775708 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:29.775708 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:29.776025 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:29.776025 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-810917-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:29.778779 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-810917-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:30.206140 dv-cinder-810917-4-iscsi neutron-server[109769]: WARNING oslo_policy.policy [None req-7171a9fe-f46d-4c5f-8f4e-89b89764ead3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 12:43:30.208084 dv-cinder-810917-4-iscsi neutron-server[109769]: WARNING oslo_policy.policy [None req-7171a9fe-f46d-4c5f-8f4e-89b89764ead3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 12:43:30.465893 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [None req-7171a9fe-f46d-4c5f-8f4e-89b89764ead3 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109769) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 12:43:30.465893 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-7171a9fe-f46d-4c5f-8f4e-89b89764ead3 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9012580 Feb 09 12:43:33.375328 dv-cinder-810917-4-iscsi neutron-server[109771]: INFO neutron.db.l3_hamode_db [None req-35224f27-e646-4947-9148-82600305654f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 09 12:43:33.455875 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35224f27-e646-4947-9148-82600305654f None None] Routers set() bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:43:33.456352 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35224f27-e646-4947-9148-82600305654f None None] Router IDs set() for agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 12:43:33.496393 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 46296) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:43:33.833579 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-beac5c16-ae44-45b4-87e4-7416db72306a admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:33.925543 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.policy [None req-beac5c16-ae44-45b4-87e4-7416db72306a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109769) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 12:43:33.968121 dv-cinder-810917-4-iscsi neutron-server[109769]: WARNING oslo_policy.policy [None req-beac5c16-ae44-45b4-87e4-7416db72306a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 12:43:33.968486 dv-cinder-810917-4-iscsi neutron-server[109769]: WARNING oslo_policy.policy [None req-beac5c16-ae44-45b4-87e4-7416db72306a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 12:43:34.158080 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-beac5c16-ae44-45b4-87e4-7416db72306a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775834596917', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775834595432', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775834545660', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775834546423', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775834558296', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775834565190', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-975900', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-822807', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1904068', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1810567'] for rbac-policy (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:34.372521 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-beac5c16-ae44-45b4-87e4-7416db72306a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:34.373787 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-beac5c16-ae44-45b4-87e4-7416db72306a admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8763952 Feb 09 12:43:36.835764 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 46306) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:43:37.176586 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:37.279550 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] Made reservation on behalf of 6ccf3b67f2b04595a96d663eaf6b9f80 for: {'network': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:43:37.283743 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for network (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:37.303237 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:37.421884 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] Publish callbacks [] for security_group (3be3372d-d214-4090-80bc-68feeb55df3e), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:37.473246 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (3be3372d-d214-4090-80bc-68feeb55df3e), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:37.506856 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=109769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:43:37.540206 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775837910968', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (e26ab086-5781-4566-8543-535398716e6a), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:37.540837 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] Unsubscribe: segment precommit_create {{(pid=109769) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 12:43:37.541536 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.db.segments_db [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] Added segment e26ab086-5781-4566-8543-535398716e6a of type vlan for network 541696ce-23ba-4203-ae10-f34f800594dc Feb 09 12:43:37.548994 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3be3372d-d214-4090-80bc-68feeb55df3e,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:37.588449 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:37.588808 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:37.589166 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:37.589504 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:37.589836 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:37.590162 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:37.590485 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:37.590806 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:37.591160 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:37.592283 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:37.592930 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:37.593409 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:37.593729 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] Tracked resource versions report: Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: pushed versions: Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: { 'AddressGroup': {'1.2'}, Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: 'ConntrackHelper': {'1.0'}, Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: 'LocalIPAssociation': {'1.0'}, Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: 'Log': {'1.0'}, Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: 'Network': {'1.1'}, Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: 'Port': {'1.7'}, Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: 'PortForwarding': {'1.2'}, Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: 'QosPolicy': {'1.10'}, Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: 'SecurityGroup': {'1.5'}, Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: 'SecurityGroupRule': {'1.2'}, Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: 'SubPort': {'1.0'}, Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: 'Subnet': {'1.1'}, Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: 'Trunk': {'1.1'}} Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: consumer versions: Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: { DHCP agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: L3 agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: Metadata agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: Metering agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: Open vSwitch agent@dv-cinder-810917-4-iscsi: { 'AddressGroup': '1.2', Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: 'ConntrackHelper': '1.0', Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: 'LocalIPAssociation': '1.0', Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: 'Log': '1.0', Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: 'Network': '1.1', Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: 'Port': '1.7', Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: 'PortForwarding': '1.2', Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: 'QosPolicy': '1.10', Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: 'SecurityGroup': '1.5', Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: 'SecurityGroupRule': '1.2', Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: 'SubPort': '1.0', Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: 'Subnet': '1.1', Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: 'Trunk': '1.1'}} Feb 09 12:43:37.595293 dv-cinder-810917-4-iscsi neutron-server[109769]: {{(pid=109769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 12:43:37.665062 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775837420593'] for network (541696ce-23ba-4203-ae10-f34f800594dc), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:37.787583 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for network (541696ce-23ba-4203-ae10-f34f800594dc), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:37.792960 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:37.793713 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:37.912226 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0753460 Feb 09 12:43:37.922716 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f9f1b-179a-4341-b9ae-d29e7a9d8c0f demo demo] Pushing event updated for resources: {'Network': ['ID=541696ce-23ba-4203-ae10-f34f800594dc,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:37.936360 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Network 541696ce-23ba-4203-ae10-f34f800594dc details requested by agent ovs-agent-dv-cinder-810917-4-iscsi with host dv-cinder-810917-4-iscsi {{(pid=109771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 12:43:40.549057 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 46318) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:43:41.009470 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a445ae-d1d1-45aa-9a03-b6e6e71ef36d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:41.010867 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-30a445ae-d1d1-45aa-9a03-b6e6e71ef36d demo admin] 10.222.0.50 "GET /v2.0/networks/541696ce-23ba-4203-ae10-f34f800594dc HTTP/1.1" status: 200 len: 825 time: 0.4608428 Feb 09 12:43:41.036951 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-c5db1282-4dbb-4966-bc0e-ea8ad88d5933 demo admin] 10.222.0.50 "GET /v2.0/subnetpools/7eea4dca-423b-420c-8dff-2729df526313 HTTP/1.1" status: 200 len: 734 time: 0.0196786 Feb 09 12:43:41.046974 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-fdb577b7-2a7b-4960-9868-98c31e4ad20a demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '541696ce-23ba-4203-ae10-f34f800594dc', 'ip_version': 4, 'subnetpool_id': '7eea4dca-423b-420c-8dff-2729df526313', 'name': 'private-subnet'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:41.324535 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb577b7-2a7b-4960-9868-98c31e4ad20a demo admin] Made reservation on behalf of 6ccf3b67f2b04595a96d663eaf6b9f80 for: {'subnet': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:43:41.326901 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fdb577b7-2a7b-4960-9868-98c31e4ad20a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:41.690567 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fdb577b7-2a7b-4960-9868-98c31e4ad20a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for subnet (7caae72b-8803-48f2-9e4d-26e24bf0286c), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:41.763907 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb577b7-2a7b-4960-9868-98c31e4ad20a demo admin] Pushing event updated for resources: {'Subnet': ['ID=7caae72b-8803-48f2-9e4d-26e24bf0286c,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:41.773593 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb577b7-2a7b-4960-9868-98c31e4ad20a demo admin] Checking segment: {'id': 'e26ab086-5781-4566-8543-535398716e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '541696ce-23ba-4203-ae10-f34f800594dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:43:41.773992 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb577b7-2a7b-4960-9868-98c31e4ad20a demo admin] Network hostable DHCP agents. Network: 541696ce-23ba-4203-ae10-f34f800594dc, hostable agents: ['669fbb72-d52e-4349-b520-3721ffb5f632'], hosted agents: [] {{(pid=109769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:43:41.867198 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb577b7-2a7b-4960-9868-98c31e4ad20a demo admin] Network 541696ce-23ba-4203-ae10-f34f800594dc is scheduled to be hosted by DHCP agent 669fbb72-d52e-4349-b520-3721ffb5f632 with binding_index 1 {{(pid=109769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:43:41.953273 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-fdb577b7-2a7b-4960-9868-98c31e4ad20a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-4-iscsi, 541696ce-23ba-4203-ae10-f34f800594dc) {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:43:41.958237 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb577b7-2a7b-4960-9868-98c31e4ad20a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:41.958827 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fdb577b7-2a7b-4960-9868-98c31e4ad20a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:41.964073 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27d8568-fa29-4383-a801-9766e5871405 None None] Network 541696ce-23ba-4203-ae10-f34f800594dc requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:43:42.177918 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-fdb577b7-2a7b-4960-9868-98c31e4ad20a demo admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1353664 Feb 09 12:43:42.264857 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp981a83c6-c2ad-56b8-8135-9301bdb264f7-541696ce-23ba-4203-ae10-f34f800594dc', 'network_id': '541696ce-23ba-4203-ae10-f34f800594dc', 'project_id': '6ccf3b67f2b04595a96d663eaf6b9f80', 'fixed_ips': [{'subnet_id': '7caae72b-8803-48f2-9e4d-26e24bf0286c'}]}} from dv-cinder-810917-4-iscsi. {{(pid=109771) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 12:43:42.266136 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:42.602990 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Allocated IP 172.20.0.2 (541696ce-23ba-4203-ae10-f34f800594dc/7caae72b-8803-48f2-9e4d-26e24bf0286c/db9d378d-191e-4aa5-b58e-e4aaadabbe24) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:43:42.870779 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Publish callbacks [] for port (db9d378d-191e-4aa5-b58e-e4aaadabbe24), precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:43.023167 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (db9d378d-191e-4aa5-b58e-e4aaadabbe24), after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:43.099687 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Network 541696ce-23ba-4203-ae10-f34f800594dc is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:43:43.107898 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:43:43.117945 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:43:43.127658 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Pushing event updated for resources: {'Port': ['ID=db9d378d-191e-4aa5-b58e-e4aaadabbe24,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:43.171278 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:43.171661 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:43.172026 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:43.172361 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:43.172691 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:43.173013 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:43.173337 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:43.173661 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:43.173994 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:43.174378 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:43.174697 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:43.175015 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:43.175329 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Tracked resource versions report: Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: pushed versions: Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: { 'AddressGroup': {'1.2'}, Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: 'ConntrackHelper': {'1.0'}, Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: 'LocalIPAssociation': {'1.0'}, Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: 'Log': {'1.0'}, Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: 'Network': {'1.1'}, Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: 'Port': {'1.7'}, Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: 'PortForwarding': {'1.2'}, Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: 'QosPolicy': {'1.10'}, Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: 'SecurityGroup': {'1.5'}, Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: 'SecurityGroupRule': {'1.2'}, Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: 'SubPort': {'1.0'}, Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: 'Subnet': {'1.1'}, Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: 'Trunk': {'1.1'}} Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: consumer versions: Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: { DHCP agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: L3 agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: Metadata agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: Metering agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: Open vSwitch agent@dv-cinder-810917-4-iscsi: { 'AddressGroup': '1.2', Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: 'ConntrackHelper': '1.0', Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: 'LocalIPAssociation': '1.0', Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: 'Log': '1.0', Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: 'Network': '1.1', Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: 'Port': '1.7', Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: 'PortForwarding': '1.2', Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: 'QosPolicy': '1.10', Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: 'SecurityGroup': '1.5', Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: 'SecurityGroupRule': '1.2', Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: 'SubPort': '1.0', Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: 'Subnet': '1.1', Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: 'Trunk': '1.1'}} Feb 09 12:43:43.176919 dv-cinder-810917-4-iscsi neutron-server[109771]: {{(pid=109771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 12:43:43.215263 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Attempting to bind port db9d378d-191e-4aa5-b58e-e4aaadabbe24 on host dv-cinder-810917-4-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:43:43.215696 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Attempting to bind port db9d378d-191e-4aa5-b58e-e4aaadabbe24 by drivers openvswitch,hyperv on host dv-cinder-810917-4-iscsi at level 0 using segments [{'id': 'e26ab086-5781-4566-8543-535398716e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '541696ce-23ba-4203-ae10-f34f800594dc'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:43:43.216728 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Attempting to bind port db9d378d-191e-4aa5-b58e-e4aaadabbe24 on network 541696ce-23ba-4203-ae10-f34f800594dc {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:43:43.222996 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Checking agent: {'id': '46f62665-8b82-4ce4-9f5d-d8528a85ae2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:43:43.223361 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Checking segment: {'id': 'e26ab086-5781-4566-8543-535398716e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '541696ce-23ba-4203-ae10-f34f800594dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:43:43.223913 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:43.224365 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Bound using segment: {'id': 'e26ab086-5781-4566-8543-535398716e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '541696ce-23ba-4203-ae10-f34f800594dc'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:43:43.224780 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Bound port: db9d378d-191e-4aa5-b58e-e4aaadabbe24, host: dv-cinder-810917-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26ab086-5781-4566-8543-535398716e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '541696ce-23ba-4203-ae10-f34f800594dc'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:43:43.225379 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (db9d378d-191e-4aa5-b58e-e4aaadabbe24), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:43.304171 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] For port db9d378d-191e-4aa5-b58e-e4aaadabbe24, host dv-cinder-810917-4-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:43:43.312363 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] For port db9d378d-191e-4aa5-b58e-e4aaadabbe24, host dv-cinder-810917-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=db9d378d-191e-4aa5-b58e-e4aaadabbe24,segment=NetworkSegment(e26ab086-5781-4566-8543-535398716e6a),segment_id=e26ab086-5781-4566-8543-535398716e6a)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:43:43.388118 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (db9d378d-191e-4aa5-b58e-e4aaadabbe24), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:43.460566 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7d938-1075-4276-8737-f030c50ea802 None None] Pushing event updated for resources: {'Port': ['ID=db9d378d-191e-4aa5-b58e-e4aaadabbe24,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:44.858084 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 46326) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:43:45.228764 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [None req-9a74ced8-5666-492e-84c0-dd25c520c3d0 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109769) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 12:43:45.229763 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-9a74ced8-5666-492e-84c0-dd25c520c3d0 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3707197 Feb 09 12:43:47.822780 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 46334) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:43:48.165739 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [None req-8de8ba5f-fd94-4a7e-b46d-5f045537ed92 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109769) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 12:43:48.166990 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-8de8ba5f-fd94-4a7e-b46d-5f045537ed92 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3432591 Feb 09 12:43:49.816465 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 5 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 12:43:50.781055 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 46342) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:43:51.450172 dv-cinder-810917-4-iscsi neutron-server[109770]: WARNING oslo_policy.policy [None req-ee77aa4f-9165-4b4f-94a9-e08335c456c3 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 12:43:51.451241 dv-cinder-810917-4-iscsi neutron-server[109770]: WARNING oslo_policy.policy [None req-ee77aa4f-9165-4b4f-94a9-e08335c456c3 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 12:43:51.677648 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-ee77aa4f-9165-4b4f-94a9-e08335c456c3 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:51.771201 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.policy [None req-ee77aa4f-9165-4b4f-94a9-e08335c456c3 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109770) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 12:43:51.814714 dv-cinder-810917-4-iscsi neutron-server[109770]: WARNING oslo_policy.policy [None req-ee77aa4f-9165-4b4f-94a9-e08335c456c3 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 12:43:51.815379 dv-cinder-810917-4-iscsi neutron-server[109770]: WARNING oslo_policy.policy [None req-ee77aa4f-9165-4b4f-94a9-e08335c456c3 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 12:43:51.958773 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ee77aa4f-9165-4b4f-94a9-e08335c456c3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1588272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8981'] for router (e7a0d088-b0d3-4f42-87ab-86042d9bae75), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:51.961064 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ee77aa4f-9165-4b4f-94a9-e08335c456c3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1593070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1920881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8972'] for router (e7a0d088-b0d3-4f42-87ab-86042d9bae75), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:52.130688 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ee77aa4f-9165-4b4f-94a9-e08335c456c3 demo demo] Publish callbacks [] for router_controller (e7a0d088-b0d3-4f42-87ab-86042d9bae75), precommit_add_association {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:52.173184 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ee77aa4f-9165-4b4f-94a9-e08335c456c3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591097'] for router (e7a0d088-b0d3-4f42-87ab-86042d9bae75), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:52.235718 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ee77aa4f-9165-4b4f-94a9-e08335c456c3 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:52.243681 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-ee77aa4f-9165-4b4f-94a9-e08335c456c3 demo demo] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.4537883 Feb 09 12:43:53.308216 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-940a8fe4-1157-4c8e-bdd9-db37b1ee579a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:54.525423 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device db9d378d-191e-4aa5-b58e-e4aaadabbe24 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:43:54.673867 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port db9d378d-191e-4aa5-b58e-e4aaadabbe24 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:43:54.674363 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (db9d378d-191e-4aa5-b58e-e4aaadabbe24), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:54.803690 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port db9d378d-191e-4aa5-b58e-e4aaadabbe24 is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:43:54.804345 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (db9d378d-191e-4aa5-b58e-e4aaadabbe24), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:54.859083 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] For port db9d378d-191e-4aa5-b58e-e4aaadabbe24, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=db9d378d-191e-4aa5-b58e-e4aaadabbe24,segment=NetworkSegment(e26ab086-5781-4566-8543-535398716e6a),segment_id=e26ab086-5781-4566-8543-535398716e6a)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:43:54.924640 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (db9d378d-191e-4aa5-b58e-e4aaadabbe24), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:54.993482 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Pushing event updated for resources: {'Port': ['ID=db9d378d-191e-4aa5-b58e-e4aaadabbe24,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:55.318504 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81519c54-af1c-43fb-9bf6-21e4a2853212 None None] Network 541696ce-23ba-4203-ae10-f34f800594dc requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:43:55.341469 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 46362) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:43:55.393786 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-3f5f91ea-82ca-414a-87d6-0d6dcf885f63 None None] Provisioning complete for port db9d378d-191e-4aa5-b58e-e4aaadabbe24 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:43:55.394191 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3f5f91ea-82ca-414a-87d6-0d6dcf885f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (db9d378d-191e-4aa5-b58e-e4aaadabbe24), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:55.551725 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-3f5f91ea-82ca-414a-87d6-0d6dcf885f63 None None] Current status of the port db9d378d-191e-4aa5-b58e-e4aaadabbe24 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:43:55.765434 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [None req-ab7ba074-867a-4b9d-876d-b2dbd708d125 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109770) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 12:43:55.766827 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-ab7ba074-867a-4b9d-876d-b2dbd708d125 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4242444 Feb 09 12:43:55.793097 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-b5221c5a-97a9-44b8-8093-0f84708353ef None None] Provisioning complete for port db9d378d-191e-4aa5-b58e-e4aaadabbe24 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:43:55.793618 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b5221c5a-97a9-44b8-8093-0f84708353ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (db9d378d-191e-4aa5-b58e-e4aaadabbe24), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:55.852396 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-742c2f7a-5e21-4b75-87e3-4fdad679b195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:55.914558 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-b5221c5a-97a9-44b8-8093-0f84708353ef None None] Current status of the port db9d378d-191e-4aa5-b58e-e4aaadabbe24 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:43:56.463374 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device db9d378d-191e-4aa5-b58e-e4aaadabbe24 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:43:56.547351 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port db9d378d-191e-4aa5-b58e-e4aaadabbe24 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:43:56.547945 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (db9d378d-191e-4aa5-b58e-e4aaadabbe24), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:56.676665 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port db9d378d-191e-4aa5-b58e-e4aaadabbe24 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:43:57.290364 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:58.553406 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:58.582150 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 46380) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:43:58.727155 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:43:58.901632 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] Made reservation on behalf of 61bb0b2bfc2c4324bb3d43fdd7f0cf38 for: {'network': 1} {{(pid=109770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:43:58.905228 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for network (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:58.922736 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:59.043733 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] Publish callbacks [] for security_group (963daf99-51d3-4251-be2d-22cfa6a1a53f), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:59.096344 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (963daf99-51d3-4251-be2d-22cfa6a1a53f), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:59.110499 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] Reserving flat network on physical network physnet1 {{(pid=109770) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 09 12:43:59.147272 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775837910968', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (b9e37f85-ea5b-4692-8272-94f7f4592b1f), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:59.147923 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] Unsubscribe: segment precommit_create {{(pid=109770) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 12:43:59.148472 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.db.segments_db [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] Added segment b9e37f85-ea5b-4692-8272-94f7f4592b1f of type flat for network a2e9d4bf-7356-45aa-a65f-bd468972dd5d Feb 09 12:43:59.165529 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963daf99-51d3-4251-be2d-22cfa6a1a53f,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:59.218800 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:59.219163 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:59.219542 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:59.219871 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:59.220202 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:59.220530 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:59.220868 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:59.221196 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:59.221547 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:59.221887 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:59.222214 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:59.222533 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:59.222849 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] Tracked resource versions report: Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: pushed versions: Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: { 'AddressGroup': {'1.2'}, Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: 'ConntrackHelper': {'1.0'}, Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: 'LocalIPAssociation': {'1.0'}, Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: 'Log': {'1.0'}, Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: 'Network': {'1.1'}, Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: 'Port': {'1.7'}, Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: 'PortForwarding': {'1.2'}, Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: 'QosPolicy': {'1.10'}, Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: 'SecurityGroup': {'1.5'}, Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: 'SecurityGroupRule': {'1.2'}, Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: 'SubPort': {'1.0'}, Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: 'Subnet': {'1.1'}, Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: 'Trunk': {'1.1'}} Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: consumer versions: Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: { DHCP agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: L3 agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: Metadata agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: Metering agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: Open vSwitch agent@dv-cinder-810917-4-iscsi: { 'AddressGroup': '1.2', Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: 'ConntrackHelper': '1.0', Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: 'LocalIPAssociation': '1.0', Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: 'Log': '1.0', Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: 'Network': '1.1', Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: 'Port': '1.7', Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: 'PortForwarding': '1.2', Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: 'QosPolicy': '1.10', Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: 'SecurityGroup': '1.5', Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: 'SecurityGroupRule': '1.2', Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: 'SubPort': '1.0', Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: 'Subnet': '1.1', Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: 'Trunk': '1.1'}} Feb 09 12:43:59.224345 dv-cinder-810917-4-iscsi neutron-server[109770]: {{(pid=109770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 12:43:59.293169 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775837420593'] for network (a2e9d4bf-7356-45aa-a65f-bd468972dd5d), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:59.398516 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for network (a2e9d4bf-7356-45aa-a65f-bd468972dd5d), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:59.399925 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:59.400811 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:43:59.506280 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] Pushing event updated for resources: {'Network': ['ID=a2e9d4bf-7356-45aa-a65f-bd468972dd5d,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:59.518163 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Network a2e9d4bf-7356-45aa-a65f-bd468972dd5d details requested by agent ovs-agent-dv-cinder-810917-4-iscsi with host dv-cinder-810917-4-iscsi {{(pid=109771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 12:43:59.586616 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-8389bd3c-0292-4d94-81d6-96a26df480c6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0031400 Feb 09 12:43:59.776292 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:02.066511 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 46402) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:44:02.217932 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8329da-8beb-4d9c-a3f5-1f797bec5f6f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:02.219396 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-aa8329da-8beb-4d9c-a3f5-1f797bec5f6f demo admin] 10.222.0.50 "GET /v2.0/subnets/7caae72b-8803-48f2-9e4d-26e24bf0286c HTTP/1.1" status: 200 len: 849 time: 0.1519191 Feb 09 12:44:02.377063 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-9b8734c8-a0ca-4cc3-a36c-f28e112d43eb demo admin] 10.222.0.50 "GET /v2.0/routers/e7a0d088-b0d3-4f42-87ab-86042d9bae75 HTTP/1.1" status: 200 len: 704 time: 0.1511676 Feb 09 12:44:02.669907 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-224dccb7-1438-48b4-907f-6d3cc702aa4f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:02.992576 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [None req-224dccb7-1438-48b4-907f-6d3cc702aa4f demo admin] Allocated IP 172.20.0.1 (541696ce-23ba-4203-ae10-f34f800594dc/7caae72b-8803-48f2-9e4d-26e24bf0286c/f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:44:03.192459 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-224dccb7-1438-48b4-907f-6d3cc702aa4f demo admin] Publish callbacks [] for port (f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:03.342649 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-224dccb7-1438-48b4-907f-6d3cc702aa4f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:03.426167 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224dccb7-1438-48b4-907f-6d3cc702aa4f demo admin] Network 541696ce-23ba-4203-ae10-f34f800594dc is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:44:03.431820 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-224dccb7-1438-48b4-907f-6d3cc702aa4f demo admin] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:03.441462 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224dccb7-1438-48b4-907f-6d3cc702aa4f demo admin] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:44:03.441991 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-224dccb7-1438-48b4-907f-6d3cc702aa4f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1591278'] for router_interface (e7a0d088-b0d3-4f42-87ab-86042d9bae75), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:03.461685 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224dccb7-1438-48b4-907f-6d3cc702aa4f demo admin] Pushing event updated for resources: {'Port': ['ID=f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:03.687790 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-be7637da-ad5d-4d30-add9-b55e58a224f1 None None] Provisioning complete for port f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:03.688396 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-be7637da-ad5d-4d30-add9-b55e58a224f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:03.724340 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-be7637da-ad5d-4d30-add9-b55e58a224f1 None None] Port f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460 cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:44:03.810690 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-224dccb7-1438-48b4-907f-6d3cc702aa4f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:04.030286 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-224dccb7-1438-48b4-907f-6d3cc702aa4f demo admin] Publish callbacks [] for port (f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:04.090045 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-224dccb7-1438-48b4-907f-6d3cc702aa4f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:04.090900 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-224dccb7-1438-48b4-907f-6d3cc702aa4f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590910'] for router_interface (e7a0d088-b0d3-4f42-87ab-86042d9bae75), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:04.171667 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224dccb7-1438-48b4-907f-6d3cc702aa4f demo admin] Pushing event updated for resources: {'Port': ['ID=f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:04.223902 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224dccb7-1438-48b4-907f-6d3cc702aa4f demo admin] Network 541696ce-23ba-4203-ae10-f34f800594dc is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:44:04.225286 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-224dccb7-1438-48b4-907f-6d3cc702aa4f demo admin] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:04.455813 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-748e9db7-36af-484c-b881-e8a58ff15ad1 None None] Provisioning complete for port f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:04.456204 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-748e9db7-36af-484c-b881-e8a58ff15ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:04.478269 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224dccb7-1438-48b4-907f-6d3cc702aa4f demo admin] Router e7a0d088-b0d3-4f42-87ab-86042d9bae75 is scheduled to L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 with binding_index 1 {{(pid=109770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 12:44:04.516455 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-748e9db7-36af-484c-b881-e8a58ff15ad1 None None] Port f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460 cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:44:04.582863 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224dccb7-1438-48b4-907f-6d3cc702aa4f demo admin] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:44:04.592016 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-224dccb7-1438-48b4-907f-6d3cc702aa4f demo admin] 10.222.0.50 "PUT /v2.0/routers/e7a0d088-b0d3-4f42-87ab-86042d9bae75/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2086511 Feb 09 12:44:04.596625 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a21696-d6cf-4d61-8d30-194a71b3c5f6 None None] Sync routers for ids ['e7a0d088-b0d3-4f42-87ab-86042d9bae75'] in dv-cinder-810917-4-iscsi {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:44:04.610608 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a21696-d6cf-4d61-8d30-194a71b3c5f6 None None] Routers {'e7a0d088-b0d3-4f42-87ab-86042d9bae75'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:44:04.611557 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-b1a21696-d6cf-4d61-8d30-194a71b3c5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:43:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['e7a0d088-b0d3-4f42-87ab-86042d9bae75'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:04.831635 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-b1a21696-d6cf-4d61-8d30-194a71b3c5f6 None None] Set router e7a0d088-b0d3-4f42-87ab-86042d9bae75 gateway port host: None {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:44:05.315043 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-b1a21696-d6cf-4d61-8d30-194a71b3c5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a0d088-b0d3-4f42-87ab-86042d9bae75', 'name': 'router1', 'tenant_id': '6ccf3b67f2b04595a96d663eaf6b9f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:43:51Z', 'updated_at': '2022-02-09T12:44:03Z', 'revision_number': 2, 'project_id': '6ccf3b67f2b04595a96d663eaf6b9f80', 'gw_port_host': None, '_interfaces': [{'id': 'f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460', 'name': '', 'network_id': '541696ce-23ba-4203-ae10-f34f800594dc', 'tenant_id': '6ccf3b67f2b04595a96d663eaf6b9f80', 'mac_address': 'fa:16:3e:fa:b3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a0d088-b0d3-4f42-87ab-86042d9bae75', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7caae72b-8803-48f2-9e4d-26e24bf0286c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:02Z', 'updated_at': '2022-02-09T12:44:03Z', 'revision_number': 2, 'project_id': '6ccf3b67f2b04595a96d663eaf6b9f80', 'subnets': [{'id': '7caae72b-8803-48f2-9e4d-26e24bf0286c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7eea4dca-423b-420c-8dff-2729df526313'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:05.369152 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a21696-d6cf-4d61-8d30-194a71b3c5f6 None None] Checking router: e7a0d088-b0d3-4f42-87ab-86042d9bae75 for host: dv-cinder-810917-4-iscsi {{(pid=109772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:44:05.369520 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a21696-d6cf-4d61-8d30-194a71b3c5f6 None None] Updating router e7a0d088-b0d3-4f42-87ab-86042d9bae75 port f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460 binding host dv-cinder-810917-4-iscsi {{(pid=109772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:44:05.430108 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b1a21696-d6cf-4d61-8d30-194a71b3c5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460), before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:06.147386 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b1a21696-d6cf-4d61-8d30-194a71b3c5f6 None None] Publish callbacks [] for port (f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460), precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:06.261044 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b1a21696-d6cf-4d61-8d30-194a71b3c5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460), after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:06.436564 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a86bd-fbdb-40ec-bea3-363013486bfc None None] Pushing event updated for resources: {'Port': ['ID=f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460,revision_number=3']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:06.443472 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [None req-b1a21696-d6cf-4d61-8d30-194a71b3c5f6 None None] Attempting to bind port f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460 on host dv-cinder-810917-4-iscsi for vnic_type normal with profile {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:44:06.443895 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [None req-b1a21696-d6cf-4d61-8d30-194a71b3c5f6 None None] Attempting to bind port f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460 by drivers openvswitch,hyperv on host dv-cinder-810917-4-iscsi at level 0 using segments [{'id': 'e26ab086-5781-4566-8543-535398716e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '541696ce-23ba-4203-ae10-f34f800594dc'}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:44:06.444300 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a21696-d6cf-4d61-8d30-194a71b3c5f6 None None] Attempting to bind port f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460 on network 541696ce-23ba-4203-ae10-f34f800594dc {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:44:06.451617 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562a86bd-fbdb-40ec-bea3-363013486bfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:06.451997 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562a86bd-fbdb-40ec-bea3-363013486bfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:06.452309 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562a86bd-fbdb-40ec-bea3-363013486bfc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:06.452649 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562a86bd-fbdb-40ec-bea3-363013486bfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:06.452984 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562a86bd-fbdb-40ec-bea3-363013486bfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:06.453306 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562a86bd-fbdb-40ec-bea3-363013486bfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:06.453637 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562a86bd-fbdb-40ec-bea3-363013486bfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:06.453962 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562a86bd-fbdb-40ec-bea3-363013486bfc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:06.454287 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562a86bd-fbdb-40ec-bea3-363013486bfc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:06.454632 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562a86bd-fbdb-40ec-bea3-363013486bfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:06.454959 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562a86bd-fbdb-40ec-bea3-363013486bfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:06.455277 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562a86bd-fbdb-40ec-bea3-363013486bfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:06.455625 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562a86bd-fbdb-40ec-bea3-363013486bfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562a86bd-fbdb-40ec-bea3-363013486bfc None None] Tracked resource versions report: Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: pushed versions: Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: { 'AddressGroup': {'1.2'}, Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: 'ConntrackHelper': {'1.0'}, Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: 'LocalIPAssociation': {'1.0'}, Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: 'Log': {'1.0'}, Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: 'Network': {'1.1'}, Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: 'Port': {'1.7'}, Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: 'PortForwarding': {'1.2'}, Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: 'QosPolicy': {'1.10'}, Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: 'SecurityGroup': {'1.5'}, Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: 'SecurityGroupRule': {'1.2'}, Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: 'SubPort': {'1.0'}, Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: 'Subnet': {'1.1'}, Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: 'Trunk': {'1.1'}} Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: consumer versions: Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: { DHCP agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: L3 agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: Metadata agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: Metering agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: Open vSwitch agent@dv-cinder-810917-4-iscsi: { 'AddressGroup': '1.2', Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: 'ConntrackHelper': '1.0', Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: 'LocalIPAssociation': '1.0', Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: 'Log': '1.0', Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: 'Network': '1.1', Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: 'Port': '1.7', Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: 'PortForwarding': '1.2', Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: 'QosPolicy': '1.10', Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: 'SecurityGroup': '1.5', Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: 'SecurityGroupRule': '1.2', Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: 'SubPort': '1.0', Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: 'Subnet': '1.1', Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: 'Trunk': '1.1'}} Feb 09 12:44:06.457147 dv-cinder-810917-4-iscsi neutron-server[109772]: {{(pid=109772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 12:44:06.462849 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a21696-d6cf-4d61-8d30-194a71b3c5f6 None None] Checking agent: {'id': '46f62665-8b82-4ce4-9f5d-d8528a85ae2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'started_at': datetime.datetime(2022, 2, 9, 12, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:44:06.463255 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a21696-d6cf-4d61-8d30-194a71b3c5f6 None None] Checking segment: {'id': 'e26ab086-5781-4566-8543-535398716e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '541696ce-23ba-4203-ae10-f34f800594dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:44:06.463929 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b1a21696-d6cf-4d61-8d30-194a71b3c5f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:06.464418 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a21696-d6cf-4d61-8d30-194a71b3c5f6 None None] Bound using segment: {'id': 'e26ab086-5781-4566-8543-535398716e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '541696ce-23ba-4203-ae10-f34f800594dc'} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:44:06.464940 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [None req-b1a21696-d6cf-4d61-8d30-194a71b3c5f6 None None] Bound port: f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460, host: dv-cinder-810917-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26ab086-5781-4566-8543-535398716e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '541696ce-23ba-4203-ae10-f34f800594dc'}}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:44:06.466396 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b1a21696-d6cf-4d61-8d30-194a71b3c5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460), before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:06.541964 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-b1a21696-d6cf-4d61-8d30-194a71b3c5f6 None None] For port f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460, host dv-cinder-810917-4-iscsi, cleared binding levels {{(pid=109772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:44:06.555798 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-5f2820e3-47c7-4167-b137-11ecb8a35281 None None] Provisioning complete for port f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:06.557112 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5f2820e3-47c7-4167-b137-11ecb8a35281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:06.565578 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-b1a21696-d6cf-4d61-8d30-194a71b3c5f6 None None] For port f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460, host dv-cinder-810917-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460,segment=NetworkSegment(e26ab086-5781-4566-8543-535398716e6a),segment_id=e26ab086-5781-4566-8543-535398716e6a)] {{(pid=109772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:44:06.595896 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-5f2820e3-47c7-4167-b137-11ecb8a35281 None None] Port f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460 cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:44:06.662383 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b1a21696-d6cf-4d61-8d30-194a71b3c5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460), after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:06.730674 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a86bd-fbdb-40ec-bea3-363013486bfc None None] Pushing event updated for resources: {'Port': ['ID=f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460,revision_number=4']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:06.739672 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a21696-d6cf-4d61-8d30-194a71b3c5f6 None None] Routers {'e7a0d088-b0d3-4f42-87ab-86042d9bae75'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:44:06.740326 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-b1a21696-d6cf-4d61-8d30-194a71b3c5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:43:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['e7a0d088-b0d3-4f42-87ab-86042d9bae75'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:06.869338 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-b1a21696-d6cf-4d61-8d30-194a71b3c5f6 None None] Set router e7a0d088-b0d3-4f42-87ab-86042d9bae75 gateway port host: None {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:44:06.924787 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-b68cac1f-e9fb-4f86-9620-34e9b132d506 None None] Provisioning complete for port f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:06.925451 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b68cac1f-e9fb-4f86-9620-34e9b132d506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:07.034577 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-b68cac1f-e9fb-4f86-9620-34e9b132d506 None None] Current status of the port f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460 is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:44:07.035210 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b68cac1f-e9fb-4f86-9620-34e9b132d506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:07.082475 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-b68cac1f-e9fb-4f86-9620-34e9b132d506 None None] For port f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460,segment=NetworkSegment(e26ab086-5781-4566-8543-535398716e6a),segment_id=e26ab086-5781-4566-8543-535398716e6a)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:44:07.116029 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 46412) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:44:07.119800 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-b1a21696-d6cf-4d61-8d30-194a71b3c5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a0d088-b0d3-4f42-87ab-86042d9bae75', 'name': 'router1', 'tenant_id': '6ccf3b67f2b04595a96d663eaf6b9f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:43:51Z', 'updated_at': '2022-02-09T12:44:03Z', 'revision_number': 2, 'project_id': '6ccf3b67f2b04595a96d663eaf6b9f80', 'gw_port_host': None, '_interfaces': [{'id': 'f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460', 'name': '', 'network_id': '541696ce-23ba-4203-ae10-f34f800594dc', 'tenant_id': '6ccf3b67f2b04595a96d663eaf6b9f80', 'mac_address': 'fa:16:3e:fa:b3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a0d088-b0d3-4f42-87ab-86042d9bae75', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7caae72b-8803-48f2-9e4d-26e24bf0286c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:02Z', 'updated_at': '2022-02-09T12:44:06Z', 'revision_number': 4, 'project_id': '6ccf3b67f2b04595a96d663eaf6b9f80', 'subnets': [{'id': '7caae72b-8803-48f2-9e4d-26e24bf0286c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7eea4dca-423b-420c-8dff-2729df526313'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:07.154200 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a21696-d6cf-4d61-8d30-194a71b3c5f6 None None] The sync data for ids ['e7a0d088-b0d3-4f42-87ab-86042d9bae75'] in dv-cinder-810917-4-iscsi is: [{'id': 'e7a0d088-b0d3-4f42-87ab-86042d9bae75', 'name': 'router1', 'tenant_id': '6ccf3b67f2b04595a96d663eaf6b9f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:43:51Z', 'updated_at': '2022-02-09T12:44:03Z', 'revision_number': 2, 'project_id': '6ccf3b67f2b04595a96d663eaf6b9f80', 'gw_port_host': None, '_interfaces': [{'id': 'f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460', 'name': '', 'network_id': '541696ce-23ba-4203-ae10-f34f800594dc', 'tenant_id': '6ccf3b67f2b04595a96d663eaf6b9f80', 'mac_address': 'fa:16:3e:fa:b3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a0d088-b0d3-4f42-87ab-86042d9bae75', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7caae72b-8803-48f2-9e4d-26e24bf0286c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:02Z', 'updated_at': '2022-02-09T12:44:06Z', 'revision_number': 4, 'project_id': '6ccf3b67f2b04595a96d663eaf6b9f80', 'subnets': [{'id': '7caae72b-8803-48f2-9e4d-26e24bf0286c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7eea4dca-423b-420c-8dff-2729df526313'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:44:07.193728 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b68cac1f-e9fb-4f86-9620-34e9b132d506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:07.260259 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68cac1f-e9fb-4f86-9620-34e9b132d506 None None] Pushing event updated for resources: {'Port': ['ID=f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:07.273868 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45660cf0-c6a4-43c8-ad8e-83f2b16d5ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:07.275352 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-45660cf0-c6a4-43c8-ad8e-83f2b16d5ea4 admin admin] 10.222.0.50 "GET /v2.0/networks/a2e9d4bf-7356-45aa-a65f-bd468972dd5d HTTP/1.1" status: 200 len: 842 time: 0.1582279 Feb 09 12:44:07.288160 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-949c3119-e70a-4747-9b00-ac93f535142d admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:07.386245 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949c3119-e70a-4747-9b00-ac93f535142d admin admin] Made reservation on behalf of 61bb0b2bfc2c4324bb3d43fdd7f0cf38 for: {'subnet': 1} {{(pid=109770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:44:07.389299 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-949c3119-e70a-4747-9b00-ac93f535142d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:07.828520 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.objects.ports [None req-949c3119-e70a-4747-9b00-ac93f535142d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109770) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 12:44:07.828935 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-949c3119-e70a-4747-9b00-ac93f535142d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for subnet (c9ce0d82-6bfd-4731-856e-4f09afc4aa6c), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:07.884609 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c3119-e70a-4747-9b00-ac93f535142d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9ce0d82-6bfd-4731-856e-4f09afc4aa6c,revision_number=0']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:07.897180 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c3119-e70a-4747-9b00-ac93f535142d admin admin] Checking segment: {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:44:07.897530 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949c3119-e70a-4747-9b00-ac93f535142d admin admin] Network hostable DHCP agents. Network: a2e9d4bf-7356-45aa-a65f-bd468972dd5d, hostable agents: ['669fbb72-d52e-4349-b520-3721ffb5f632'], hosted agents: [] {{(pid=109770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:44:08.004222 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949c3119-e70a-4747-9b00-ac93f535142d admin admin] Network a2e9d4bf-7356-45aa-a65f-bd468972dd5d is scheduled to be hosted by DHCP agent 669fbb72-d52e-4349-b520-3721ffb5f632 with binding_index 1 {{(pid=109770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:44:08.084439 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-949c3119-e70a-4747-9b00-ac93f535142d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-4-iscsi, a2e9d4bf-7356-45aa-a65f-bd468972dd5d) {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:08.089436 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949c3119-e70a-4747-9b00-ac93f535142d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:08.091756 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-949c3119-e70a-4747-9b00-ac93f535142d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for subnet (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:08.097579 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38a4bb1-ebc1-4fda-9806-4b65b03fb64b None None] Network a2e9d4bf-7356-45aa-a65f-bd468972dd5d requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:44:08.190382 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-949c3119-e70a-4747-9b00-ac93f535142d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9057066 Feb 09 12:44:08.255213 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370f1c3f-a56b-48ee-bcab-b0355e8eb010 None None] Network a2e9d4bf-7356-45aa-a65f-bd468972dd5d requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:44:11.004860 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 46420) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:44:11.299806 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-1ded7dad-0919-478b-8136-cf5c99feca9e demo admin] 10.222.0.50 "GET /v2.0/routers/e7a0d088-b0d3-4f42-87ab-86042d9bae75 HTTP/1.1" status: 200 len: 710 time: 0.2935548 Feb 09 12:44:11.432076 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8916a7-3159-4aee-8f68-09f44d22c96f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:11.433466 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-3b8916a7-3159-4aee-8f68-09f44d22c96f demo admin] 10.222.0.50 "GET /v2.0/networks/a2e9d4bf-7356-45aa-a65f-bd468972dd5d HTTP/1.1" status: 200 len: 886 time: 0.1275167 Feb 09 12:44:11.444590 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-16b2c84e-0339-4851-b6f2-6629dea24dc8 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:44:11.723129 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-16b2c84e-0339-4851-b6f2-6629dea24dc8 demo admin] Publish callbacks [] for router_gateway (e7a0d088-b0d3-4f42-87ab-86042d9bae75), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:12.036196 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-16b2c84e-0339-4851-b6f2-6629dea24dc8 demo admin] Publish callbacks [] for router_gateway (e7a0d088-b0d3-4f42-87ab-86042d9bae75), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:12.132989 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-16b2c84e-0339-4851-b6f2-6629dea24dc8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:12.368546 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-16b2c84e-0339-4851-b6f2-6629dea24dc8 demo admin] Allocated IP 172.27.3.108 (a2e9d4bf-7356-45aa-a65f-bd468972dd5d/c9ce0d82-6bfd-4731-856e-4f09afc4aa6c/f71d02c1-dabe-49af-9483-8d3a3e68153c) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:44:12.495625 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-16b2c84e-0339-4851-b6f2-6629dea24dc8 demo admin] Publish callbacks [] for port (f71d02c1-dabe-49af-9483-8d3a3e68153c), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:12.616295 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-16b2c84e-0339-4851-b6f2-6629dea24dc8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (f71d02c1-dabe-49af-9483-8d3a3e68153c), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:12.696407 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b2c84e-0339-4851-b6f2-6629dea24dc8 demo admin] Network a2e9d4bf-7356-45aa-a65f-bd468972dd5d is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:44:12.705387 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-16b2c84e-0339-4851-b6f2-6629dea24dc8 demo admin] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:12.714147 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b2c84e-0339-4851-b6f2-6629dea24dc8 demo admin] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:44:12.780080 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2c84e-0339-4851-b6f2-6629dea24dc8 demo admin] Pushing event updated for resources: {'Port': ['ID=f71d02c1-dabe-49af-9483-8d3a3e68153c,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:13.179186 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-16b2c84e-0339-4851-b6f2-6629dea24dc8 demo admin] Publish callbacks [] for router_gateway (e7a0d088-b0d3-4f42-87ab-86042d9bae75), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:13.462627 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-16b2c84e-0339-4851-b6f2-6629dea24dc8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1593048', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1588406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9086'] for router (e7a0d088-b0d3-4f42-87ab-86042d9bae75), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:13.470036 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-16b2c84e-0339-4851-b6f2-6629dea24dc8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1593043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1593034', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1588393'] for router (e7a0d088-b0d3-4f42-87ab-86042d9bae75), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:13.611602 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b2c84e-0339-4851-b6f2-6629dea24dc8 demo admin] Router e7a0d088-b0d3-4f42-87ab-86042d9bae75 has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:44:13.731713 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b2c84e-0339-4851-b6f2-6629dea24dc8 demo admin] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:44:13.736454 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-16b2c84e-0339-4851-b6f2-6629dea24dc8 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:13.751466 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-16b2c84e-0339-4851-b6f2-6629dea24dc8 demo admin] 10.222.0.50 "PUT /v2.0/routers/e7a0d088-b0d3-4f42-87ab-86042d9bae75 HTTP/1.1" status: 200 len: 890 time: 2.2966619 Feb 09 12:44:14.521920 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:44:14.594110 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:14.594647 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:14.688065 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:44:16.387872 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 46432) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:44:16.470847 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db055d9-4707-4a72-bed5-067b14c73bc9 None None] Sync routers for ids ['e7a0d088-b0d3-4f42-87ab-86042d9bae75'] in dv-cinder-810917-4-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:44:16.483636 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db055d9-4707-4a72-bed5-067b14c73bc9 None None] Routers {'e7a0d088-b0d3-4f42-87ab-86042d9bae75'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:44:16.484336 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-2db055d9-4707-4a72-bed5-067b14c73bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:43:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['e7a0d088-b0d3-4f42-87ab-86042d9bae75'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:16.526885 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-202315fd-2e0d-45a8-98a9-09ec0c79b2b6 admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1375144 Feb 09 12:44:16.733741 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-2db055d9-4707-4a72-bed5-067b14c73bc9 None None] Set router e7a0d088-b0d3-4f42-87ab-86042d9bae75 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:44:17.269634 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-2db055d9-4707-4a72-bed5-067b14c73bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a0d088-b0d3-4f42-87ab-86042d9bae75', 'name': 'router1', 'tenant_id': '6ccf3b67f2b04595a96d663eaf6b9f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f71d02c1-dabe-49af-9483-8d3a3e68153c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:43:51Z', 'updated_at': '2022-02-09T12:44:12Z', 'revision_number': 4, 'project_id': '6ccf3b67f2b04595a96d663eaf6b9f80', 'gw_port': {'id': 'f71d02c1-dabe-49af-9483-8d3a3e68153c', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a0d088-b0d3-4f42-87ab-86042d9bae75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:12Z', 'updated_at': '2022-02-09T12:44:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': 'f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460', 'name': '', 'network_id': '541696ce-23ba-4203-ae10-f34f800594dc', 'tenant_id': '6ccf3b67f2b04595a96d663eaf6b9f80', 'mac_address': 'fa:16:3e:fa:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a0d088-b0d3-4f42-87ab-86042d9bae75', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7caae72b-8803-48f2-9e4d-26e24bf0286c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:02Z', 'updated_at': '2022-02-09T12:44:07Z', 'revision_number': 5, 'project_id': '6ccf3b67f2b04595a96d663eaf6b9f80', 'subnets': [{'id': '7caae72b-8803-48f2-9e4d-26e24bf0286c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7eea4dca-423b-420c-8dff-2729df526313'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:17.343862 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db055d9-4707-4a72-bed5-067b14c73bc9 None None] Checking router: e7a0d088-b0d3-4f42-87ab-86042d9bae75 for host: dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:44:17.344318 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db055d9-4707-4a72-bed5-067b14c73bc9 None None] Updating router e7a0d088-b0d3-4f42-87ab-86042d9bae75 port f71d02c1-dabe-49af-9483-8d3a3e68153c binding host dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:44:17.406843 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2db055d9-4707-4a72-bed5-067b14c73bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (f71d02c1-dabe-49af-9483-8d3a3e68153c), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:17.790766 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2db055d9-4707-4a72-bed5-067b14c73bc9 None None] Publish callbacks [] for port (f71d02c1-dabe-49af-9483-8d3a3e68153c), precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:17.850251 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2db055d9-4707-4a72-bed5-067b14c73bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (f71d02c1-dabe-49af-9483-8d3a3e68153c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:17.912000 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-2db055d9-4707-4a72-bed5-067b14c73bc9 None None] Attempting to bind port f71d02c1-dabe-49af-9483-8d3a3e68153c on host dv-cinder-810917-4-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:44:17.912235 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-2db055d9-4707-4a72-bed5-067b14c73bc9 None None] Attempting to bind port f71d02c1-dabe-49af-9483-8d3a3e68153c by drivers openvswitch,hyperv on host dv-cinder-810917-4-iscsi at level 0 using segments [{'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:44:17.912603 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db055d9-4707-4a72-bed5-067b14c73bc9 None None] Attempting to bind port f71d02c1-dabe-49af-9483-8d3a3e68153c on network a2e9d4bf-7356-45aa-a65f-bd468972dd5d {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:44:17.914620 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5736d5-0d90-4385-8d8b-4c7cf04ef5a7 None None] Pushing event updated for resources: {'Port': ['ID=f71d02c1-dabe-49af-9483-8d3a3e68153c,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:17.922307 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db055d9-4707-4a72-bed5-067b14c73bc9 None None] Checking agent: {'id': '46f62665-8b82-4ce4-9f5d-d8528a85ae2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'started_at': datetime.datetime(2022, 2, 9, 12, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:44:17.924549 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db055d9-4707-4a72-bed5-067b14c73bc9 None None] Checking segment: {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:44:17.924549 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2db055d9-4707-4a72-bed5-067b14c73bc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:17.924549 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db055d9-4707-4a72-bed5-067b14c73bc9 None None] Bound using segment: {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:44:17.924549 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-2db055d9-4707-4a72-bed5-067b14c73bc9 None None] Bound port: f71d02c1-dabe-49af-9483-8d3a3e68153c, host: dv-cinder-810917-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:44:17.924549 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2db055d9-4707-4a72-bed5-067b14c73bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (f71d02c1-dabe-49af-9483-8d3a3e68153c), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:17.979714 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-2db055d9-4707-4a72-bed5-067b14c73bc9 None None] For port f71d02c1-dabe-49af-9483-8d3a3e68153c, host dv-cinder-810917-4-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:44:17.983087 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-2db055d9-4707-4a72-bed5-067b14c73bc9 None None] For port f71d02c1-dabe-49af-9483-8d3a3e68153c, host dv-cinder-810917-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=f71d02c1-dabe-49af-9483-8d3a3e68153c,segment=NetworkSegment(b9e37f85-ea5b-4692-8272-94f7f4592b1f),segment_id=b9e37f85-ea5b-4692-8272-94f7f4592b1f)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:44:18.078912 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2db055d9-4707-4a72-bed5-067b14c73bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (f71d02c1-dabe-49af-9483-8d3a3e68153c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:18.142116 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db055d9-4707-4a72-bed5-067b14c73bc9 None None] Routers {'e7a0d088-b0d3-4f42-87ab-86042d9bae75'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:44:18.142736 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-2db055d9-4707-4a72-bed5-067b14c73bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:43:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['e7a0d088-b0d3-4f42-87ab-86042d9bae75'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:18.144510 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5736d5-0d90-4385-8d8b-4c7cf04ef5a7 None None] Pushing event updated for resources: {'Port': ['ID=f71d02c1-dabe-49af-9483-8d3a3e68153c,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:18.301892 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-2db055d9-4707-4a72-bed5-067b14c73bc9 None None] Set router e7a0d088-b0d3-4f42-87ab-86042d9bae75 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:44:18.573532 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-2db055d9-4707-4a72-bed5-067b14c73bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a0d088-b0d3-4f42-87ab-86042d9bae75', 'name': 'router1', 'tenant_id': '6ccf3b67f2b04595a96d663eaf6b9f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f71d02c1-dabe-49af-9483-8d3a3e68153c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:43:51Z', 'updated_at': '2022-02-09T12:44:12Z', 'revision_number': 4, 'project_id': '6ccf3b67f2b04595a96d663eaf6b9f80', 'gw_port': {'id': 'f71d02c1-dabe-49af-9483-8d3a3e68153c', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a0d088-b0d3-4f42-87ab-86042d9bae75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:12Z', 'updated_at': '2022-02-09T12:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': 'f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460', 'name': '', 'network_id': '541696ce-23ba-4203-ae10-f34f800594dc', 'tenant_id': '6ccf3b67f2b04595a96d663eaf6b9f80', 'mac_address': 'fa:16:3e:fa:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a0d088-b0d3-4f42-87ab-86042d9bae75', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7caae72b-8803-48f2-9e4d-26e24bf0286c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:02Z', 'updated_at': '2022-02-09T12:44:07Z', 'revision_number': 5, 'project_id': '6ccf3b67f2b04595a96d663eaf6b9f80', 'subnets': [{'id': '7caae72b-8803-48f2-9e4d-26e24bf0286c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7eea4dca-423b-420c-8dff-2729df526313'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:18.604219 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db055d9-4707-4a72-bed5-067b14c73bc9 None None] The sync data for ids ['e7a0d088-b0d3-4f42-87ab-86042d9bae75'] in dv-cinder-810917-4-iscsi is: [{'id': 'e7a0d088-b0d3-4f42-87ab-86042d9bae75', 'name': 'router1', 'tenant_id': '6ccf3b67f2b04595a96d663eaf6b9f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f71d02c1-dabe-49af-9483-8d3a3e68153c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:43:51Z', 'updated_at': '2022-02-09T12:44:12Z', 'revision_number': 4, 'project_id': '6ccf3b67f2b04595a96d663eaf6b9f80', 'gw_port': {'id': 'f71d02c1-dabe-49af-9483-8d3a3e68153c', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a0d088-b0d3-4f42-87ab-86042d9bae75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:12Z', 'updated_at': '2022-02-09T12:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': 'f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460', 'name': '', 'network_id': '541696ce-23ba-4203-ae10-f34f800594dc', 'tenant_id': '6ccf3b67f2b04595a96d663eaf6b9f80', 'mac_address': 'fa:16:3e:fa:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a0d088-b0d3-4f42-87ab-86042d9bae75', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7caae72b-8803-48f2-9e4d-26e24bf0286c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:02Z', 'updated_at': '2022-02-09T12:44:07Z', 'revision_number': 5, 'project_id': '6ccf3b67f2b04595a96d663eaf6b9f80', 'subnets': [{'id': '7caae72b-8803-48f2-9e4d-26e24bf0286c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7eea4dca-423b-420c-8dff-2729df526313'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:44:20.554838 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device f71d02c1-dabe-49af-9483-8d3a3e68153c up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:44:20.618479 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port f71d02c1-dabe-49af-9483-8d3a3e68153c triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:20.621576 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (f71d02c1-dabe-49af-9483-8d3a3e68153c), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:20.710311 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port f71d02c1-dabe-49af-9483-8d3a3e68153c is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:44:20.710675 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (f71d02c1-dabe-49af-9483-8d3a3e68153c), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:20.741743 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] For port f71d02c1-dabe-49af-9483-8d3a3e68153c, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=f71d02c1-dabe-49af-9483-8d3a3e68153c,segment=NetworkSegment(b9e37f85-ea5b-4692-8272-94f7f4592b1f),segment_id=b9e37f85-ea5b-4692-8272-94f7f4592b1f)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:44:20.829946 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (f71d02c1-dabe-49af-9483-8d3a3e68153c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:20.949633 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Pushing event updated for resources: {'Port': ['ID=f71d02c1-dabe-49af-9483-8d3a3e68153c,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:22.533612 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device f71d02c1-dabe-49af-9483-8d3a3e68153c up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:44:22.598817 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port f71d02c1-dabe-49af-9483-8d3a3e68153c triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:22.599292 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (f71d02c1-dabe-49af-9483-8d3a3e68153c), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:22.771126 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port f71d02c1-dabe-49af-9483-8d3a3e68153c is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:44:23.341838 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1b1ddeda-5406-43cf-bea8-bdb7687c6ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:25.853941 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1f84862d-065d-473f-8a90-788d9d2402b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:26.805651 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 5 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 12:44:27.306826 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:28.565358 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:29.775790 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:53.313305 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-78dd0db8-b393-4150-b7c9-e246c2f36f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:55.849233 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d7fe8242-7f09-4dcc-b605-a93bf98c2896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:57.271370 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:58.551479 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:44:59.741159 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:45:03.811626 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 5 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 12:45:23.326541 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-137ade39-0a33-4412-b037-9d7373e6d7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:45:25.859490 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-a82a3c5b-af44-4ced-bad8-366f726e8c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:45:27.270596 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:45:28.579105 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:45:29.762177 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:45:40.808597 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 5 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 12:45:43.211055 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 46916) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:45:43.277523 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.pecan_wsgi.hooks.translation [None req-00368df4-262c-4f6f-b80d-014ed6e4a389 admin admin] GET failed (client error): The resource could not be found. Feb 09 12:45:43.278812 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-00368df4-262c-4f6f-b80d-014ed6e4a389 admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0667782 Feb 09 12:45:43.444354 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9271f2-2f8b-456f-bc04-8906160c1c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:43.445796 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-8c9271f2-2f8b-456f-bc04-8906160c1c3e admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1628010 Feb 09 12:45:45.726245 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 46926) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:45:45.827336 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a741a7-284a-4902-8c05-0ba80f2a358d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:45.828764 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-c4a741a7-284a-4902-8c05-0ba80f2a358d admin admin] 10.222.0.50 "GET /v2.0/subnets/7caae72b-8803-48f2-9e4d-26e24bf0286c HTTP/1.1" status: 200 len: 849 time: 0.1015542 Feb 09 12:45:45.838550 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-81f97ca0-7304-41db-a1b4-76cc9f923d87 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:45:46.002190 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-81f97ca0-7304-41db-a1b4-76cc9f923d87 admin admin] Publish callbacks [] for subnet (7caae72b-8803-48f2-9e4d-26e24bf0286c), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:45:46.327520 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-81f97ca0-7304-41db-a1b4-76cc9f923d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775837954564'] for subnet (7caae72b-8803-48f2-9e4d-26e24bf0286c), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:45:46.363205 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f97ca0-7304-41db-a1b4-76cc9f923d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:46.363205 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-81f97ca0-7304-41db-a1b4-76cc9f923d87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for subnet (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:45:46.364525 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-81f97ca0-7304-41db-a1b4-76cc9f923d87 admin admin] 10.222.0.50 "PUT /v2.0/subnets/7caae72b-8803-48f2-9e4d-26e24bf0286c HTTP/1.1" status: 200 len: 868 time: 0.5298562 Feb 09 12:45:46.366937 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffca4bfa-702d-4d00-b7d8-7a538880ecce None None] Network 541696ce-23ba-4203-ae10-f34f800594dc requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:45:46.385932 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f97ca0-7304-41db-a1b4-76cc9f923d87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7caae72b-8803-48f2-9e4d-26e24bf0286c,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:45:46.394121 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f97ca0-7304-41db-a1b4-76cc9f923d87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:46.394483 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f97ca0-7304-41db-a1b4-76cc9f923d87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:46.394829 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f97ca0-7304-41db-a1b4-76cc9f923d87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:46.395162 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f97ca0-7304-41db-a1b4-76cc9f923d87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:46.395521 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f97ca0-7304-41db-a1b4-76cc9f923d87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:46.395855 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f97ca0-7304-41db-a1b4-76cc9f923d87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:46.396193 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f97ca0-7304-41db-a1b4-76cc9f923d87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:46.396527 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f97ca0-7304-41db-a1b4-76cc9f923d87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:46.396865 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f97ca0-7304-41db-a1b4-76cc9f923d87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:46.397204 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f97ca0-7304-41db-a1b4-76cc9f923d87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:46.397530 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f97ca0-7304-41db-a1b4-76cc9f923d87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:46.397844 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f97ca0-7304-41db-a1b4-76cc9f923d87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:46.398258 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f97ca0-7304-41db-a1b4-76cc9f923d87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:45:46.828054 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-f8b719d1-840f-4736-9cbf-ae4ef159d8e8 None None] Provisioning complete for port db9d378d-191e-4aa5-b58e-e4aaadabbe24 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:45:46.828537 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f8b719d1-840f-4736-9cbf-ae4ef159d8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (db9d378d-191e-4aa5-b58e-e4aaadabbe24), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:45:46.911456 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-f8b719d1-840f-4736-9cbf-ae4ef159d8e8 None None] Current status of the port db9d378d-191e-4aa5-b58e-e4aaadabbe24 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:45:46.921998 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-f8b719d1-840f-4736-9cbf-ae4ef159d8e8 None None] Provisioning complete for port f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:45:46.922386 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f8b719d1-840f-4736-9cbf-ae4ef159d8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:45:46.998800 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-f8b719d1-840f-4736-9cbf-ae4ef159d8e8 None None] Current status of the port f2cfd9ca-36d0-49a8-9e84-5ae9dc4b0460 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:45:48.698411 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 46934) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:45:48.904411 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38585a13-209c-4059-9a40-d3c7f160d9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:48.904877 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38585a13-209c-4059-9a40-d3c7f160d9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:48.906491 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-38585a13-209c-4059-9a40-d3c7f160d9ce admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2071123 Feb 09 12:45:51.215015 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 46942) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:45:51.349369 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265f6393-160e-4cf7-aded-41a094e0a293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:51.349845 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265f6393-160e-4cf7-aded-41a094e0a293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:51.351409 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-265f6393-160e-4cf7-aded-41a094e0a293 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1354034 Feb 09 12:45:53.298664 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-9aa00c10-d5ea-40e9-ba4c-8caf5b7c73fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:45:53.728926 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 46950) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:45:53.869055 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c317d624-d595-46b8-bc6b-979e87d4e29b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:53.870454 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-c317d624-d595-46b8-bc6b-979e87d4e29b admin admin] 10.222.0.50 "GET /v2.0/networks/541696ce-23ba-4203-ae10-f34f800594dc HTTP/1.1" status: 200 len: 869 time: 0.1405699 Feb 09 12:45:55.858695 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-19f74446-93ac-44c4-aa50-360adecf841d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:45:56.291419 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 46958) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:45:56.433824 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0cd9a3-a6f7-4817-8742-577bba658e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:56.435138 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-bb0cd9a3-a6f7-4817-8742-577bba658e3a admin admin] 10.222.0.50 "GET /v2.0/networks/a2e9d4bf-7356-45aa-a65f-bd468972dd5d HTTP/1.1" status: 200 len: 886 time: 0.1427014 Feb 09 12:45:57.310088 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:45:58.583955 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:45:58.779093 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 46966) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:45:58.913234 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d9b027-3754-4fc1-a424-5b7e4f7f281e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:58.913687 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d9b027-3754-4fc1-a424-5b7e4f7f281e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:45:58.915471 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-e6d9b027-3754-4fc1-a424-5b7e4f7f281e admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1352777 Feb 09 12:45:59.816562 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:46:01.218094 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 46974) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:46:01.322079 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c02063-1421-42e1-bc24-b8bc30a79d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:01.322527 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c02063-1421-42e1-bc24-b8bc30a79d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:01.324273 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-91c02063-1421-42e1-bc24-b8bc30a79d41 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1052091 Feb 09 12:46:03.631037 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 46982) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:46:03.735290 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137f4ae3-99b7-451c-be63-c181cf7c4166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:03.741572 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-137f4ae3-99b7-451c-be63-c181cf7c4166 admin admin] 10.222.0.50 "GET /v2.0/subnets/7caae72b-8803-48f2-9e4d-26e24bf0286c HTTP/1.1" status: 200 len: 868 time: 0.1047230 Feb 09 12:46:06.071793 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 46992) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:46:06.164770 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2abeb9a-ec04-4304-96c8-ff9bcff7d960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:06.166139 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-c2abeb9a-ec04-4304-96c8-ff9bcff7d960 admin admin] 10.222.0.50 "GET /v2.0/subnets/c9ce0d82-6bfd-4731-856e-4f09afc4aa6c HTTP/1.1" status: 200 len: 816 time: 0.0933173 Feb 09 12:46:17.807857 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 5 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 12:46:23.329646 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5f31f367-042c-4f88-b192-cbf51ecba134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:46:25.857959 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-fa3b1ff4-5668-4a23-ba83-ea9faad45834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:46:27.312298 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:46:28.583648 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:46:29.777726 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:46:31.462594 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 47046) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:46:31.511157 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [None req-b3ded8cc-3885-4c3c-97b7-9c0733db093b admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109770) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 12:46:31.512223 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-b3ded8cc-3885-4c3c-97b7-9c0733db093b admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0487573 Feb 09 12:46:33.919973 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 47054) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:46:33.982646 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6700954-3614-4793-8d80-81c2acc442ad admin admin] GET failed (client error): The resource could not be found. Feb 09 12:46:33.984129 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-b6700954-3614-4793-8d80-81c2acc442ad admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0632160 Feb 09 12:46:34.079083 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b338633f-177a-4a28-ab02-5ebfd12c191e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:34.080623 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-b338633f-177a-4a28-ab02-5ebfd12c191e admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0924444 Feb 09 12:46:36.487274 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 47062) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:46:36.535988 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-e767f6f2-5f6b-4695-b8b7-39b8712df6ea admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:36.646116 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e767f6f2-5f6b-4695-b8b7-39b8712df6ea admin admin] Made reservation on behalf of 61bb0b2bfc2c4324bb3d43fdd7f0cf38 for: {'network': 1} {{(pid=109770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:46:36.649199 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e767f6f2-5f6b-4695-b8b7-39b8712df6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for network (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:46:36.677492 dv-cinder-810917-4-iscsi neutron-server[109770]: WARNING neutron.services.revisions.revision_plugin [None req-e767f6f2-5f6b-4695-b8b7-39b8712df6ea admin admin] Could not find related network for resource to bump revision. Feb 09 12:46:36.692586 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e767f6f2-5f6b-4695-b8b7-39b8712df6ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=109770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:46:36.702816 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e767f6f2-5f6b-4695-b8b7-39b8712df6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (c23d0e1f-1cf9-4e64-88c5-3275e1d98564), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:46:36.703152 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.db.segments_db [None req-e767f6f2-5f6b-4695-b8b7-39b8712df6ea admin admin] Added segment c23d0e1f-1cf9-4e64-88c5-3275e1d98564 of type vlan for network 83752d7e-2bcd-4ce9-a867-957ed4293dca Feb 09 12:46:36.753891 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e767f6f2-5f6b-4695-b8b7-39b8712df6ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775837420593'] for network (83752d7e-2bcd-4ce9-a867-957ed4293dca), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:46:36.884173 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e767f6f2-5f6b-4695-b8b7-39b8712df6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for network (83752d7e-2bcd-4ce9-a867-957ed4293dca), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:46:36.885143 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e767f6f2-5f6b-4695-b8b7-39b8712df6ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:36.885741 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e767f6f2-5f6b-4695-b8b7-39b8712df6ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:46:36.948643 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767f6f2-5f6b-4695-b8b7-39b8712df6ea admin admin] Pushing event updated for resources: {'Network': ['ID=83752d7e-2bcd-4ce9-a867-957ed4293dca,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:36.958567 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Network 83752d7e-2bcd-4ce9-a867-957ed4293dca details requested by agent ovs-agent-dv-cinder-810917-4-iscsi with host dv-cinder-810917-4-iscsi {{(pid=109771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 12:46:37.037451 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-e767f6f2-5f6b-4695-b8b7-39b8712df6ea admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5491071 Feb 09 12:46:39.335800 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 47070) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:46:39.397110 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25fdbe8-771c-4746-aa2f-46de445af361 admin admin] GET failed (client error): The resource could not be found. Feb 09 12:46:39.403897 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-c25fdbe8-771c-4746-aa2f-46de445af361 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0622997 Feb 09 12:46:39.474525 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51509db8-19dd-482d-ac34-c5d719ce5739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:39.475133 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-51509db8-19dd-482d-ac34-c5d719ce5739 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0711439 Feb 09 12:46:39.485108 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-fb58b8f9-9a22-42bb-a1c3-d20267d03d6b admin admin] Request body: {'subnet': {'network_id': '83752d7e-2bcd-4ce9-a867-957ed4293dca', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:46:39.592430 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb58b8f9-9a22-42bb-a1c3-d20267d03d6b admin admin] Made reservation on behalf of 61bb0b2bfc2c4324bb3d43fdd7f0cf38 for: {'subnet': 1} {{(pid=109770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:46:39.594766 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-fb58b8f9-9a22-42bb-a1c3-d20267d03d6b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:46:39.823386 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-fb58b8f9-9a22-42bb-a1c3-d20267d03d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for subnet (077f950f-fe27-4a72-ab88-beb19ec68faa), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:46:39.876507 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58b8f9-9a22-42bb-a1c3-d20267d03d6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=077f950f-fe27-4a72-ab88-beb19ec68faa,revision_number=0']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:39.887146 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb58b8f9-9a22-42bb-a1c3-d20267d03d6b admin admin] Checking segment: {'id': 'c23d0e1f-1cf9-4e64-88c5-3275e1d98564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '83752d7e-2bcd-4ce9-a867-957ed4293dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:46:39.887534 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb58b8f9-9a22-42bb-a1c3-d20267d03d6b admin admin] Network hostable DHCP agents. Network: 83752d7e-2bcd-4ce9-a867-957ed4293dca, hostable agents: ['669fbb72-d52e-4349-b520-3721ffb5f632'], hosted agents: [] {{(pid=109770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:46:39.997408 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb58b8f9-9a22-42bb-a1c3-d20267d03d6b admin admin] Network 83752d7e-2bcd-4ce9-a867-957ed4293dca is scheduled to be hosted by DHCP agent 669fbb72-d52e-4349-b520-3721ffb5f632 with binding_index 1 {{(pid=109770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:46:40.071699 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-fb58b8f9-9a22-42bb-a1c3-d20267d03d6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-4-iscsi, 83752d7e-2bcd-4ce9-a867-957ed4293dca) {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:40.075987 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb58b8f9-9a22-42bb-a1c3-d20267d03d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:40.076548 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-fb58b8f9-9a22-42bb-a1c3-d20267d03d6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for subnet (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:46:40.081258 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06a4e0c-31e3-4235-aaa4-e0b1c6bf02a2 None None] Network 83752d7e-2bcd-4ce9-a867-957ed4293dca requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:46:40.171845 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-fb58b8f9-9a22-42bb-a1c3-d20267d03d6b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6900728 Feb 09 12:46:40.292525 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp981a83c6-c2ad-56b8-8135-9301bdb264f7-83752d7e-2bcd-4ce9-a867-957ed4293dca', 'network_id': '83752d7e-2bcd-4ce9-a867-957ed4293dca', 'project_id': '61bb0b2bfc2c4324bb3d43fdd7f0cf38', 'fixed_ips': [{'subnet_id': '077f950f-fe27-4a72-ab88-beb19ec68faa'}]}} from dv-cinder-810917-4-iscsi. {{(pid=109771) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 12:46:40.293412 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:46:40.443884 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Allocated IP 192.168.233.2 (83752d7e-2bcd-4ce9-a867-957ed4293dca/077f950f-fe27-4a72-ab88-beb19ec68faa/397f1259-a308-4197-992f-d81f3781c2d2) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:46:40.599594 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Publish callbacks [] for port (397f1259-a308-4197-992f-d81f3781c2d2), precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:46:40.689782 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (397f1259-a308-4197-992f-d81f3781c2d2), after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:46:40.738492 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Network 83752d7e-2bcd-4ce9-a867-957ed4293dca is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:46:40.741437 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:46:40.746469 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Pushing event updated for resources: {'Port': ['ID=397f1259-a308-4197-992f-d81f3781c2d2,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:40.749712 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:46:40.760920 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:40.761287 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:40.761644 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:40.761989 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:40.762303 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:40.762632 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:40.762953 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:40.763267 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:40.763609 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:40.763939 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:40.764264 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:40.764572 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:40.764886 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:40.815728 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Attempting to bind port 397f1259-a308-4197-992f-d81f3781c2d2 on host dv-cinder-810917-4-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:46:40.816097 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Attempting to bind port 397f1259-a308-4197-992f-d81f3781c2d2 by drivers openvswitch,hyperv on host dv-cinder-810917-4-iscsi at level 0 using segments [{'id': 'c23d0e1f-1cf9-4e64-88c5-3275e1d98564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '83752d7e-2bcd-4ce9-a867-957ed4293dca'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:46:40.816464 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Attempting to bind port 397f1259-a308-4197-992f-d81f3781c2d2 on network 83752d7e-2bcd-4ce9-a867-957ed4293dca {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:46:40.822167 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Checking agent: {'id': '46f62665-8b82-4ce4-9f5d-d8528a85ae2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'started_at': datetime.datetime(2022, 2, 9, 12, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:46:40.822529 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Checking segment: {'id': 'c23d0e1f-1cf9-4e64-88c5-3275e1d98564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '83752d7e-2bcd-4ce9-a867-957ed4293dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:46:40.822926 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:46:40.823314 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Bound using segment: {'id': 'c23d0e1f-1cf9-4e64-88c5-3275e1d98564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '83752d7e-2bcd-4ce9-a867-957ed4293dca'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:46:40.823840 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Bound port: 397f1259-a308-4197-992f-d81f3781c2d2, host: dv-cinder-810917-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23d0e1f-1cf9-4e64-88c5-3275e1d98564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '83752d7e-2bcd-4ce9-a867-957ed4293dca'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:46:40.824220 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (397f1259-a308-4197-992f-d81f3781c2d2), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:46:40.889890 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] For port 397f1259-a308-4197-992f-d81f3781c2d2, host dv-cinder-810917-4-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:46:40.893048 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] For port 397f1259-a308-4197-992f-d81f3781c2d2, host dv-cinder-810917-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=397f1259-a308-4197-992f-d81f3781c2d2,segment=NetworkSegment(c23d0e1f-1cf9-4e64-88c5-3275e1d98564),segment_id=c23d0e1f-1cf9-4e64-88c5-3275e1d98564)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:46:40.998298 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (397f1259-a308-4197-992f-d81f3781c2d2), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:46:41.065251 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc2754-77dd-4598-be3d-e5caf5c558db None None] Pushing event updated for resources: {'Port': ['ID=397f1259-a308-4197-992f-d81f3781c2d2,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:41.946397 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8847e1c9-33e1-4e9d-8973-7d0dbb317916 None None] Network 83752d7e-2bcd-4ce9-a867-957ed4293dca requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:46:42.015785 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-f9a0ca93-147c-4dfd-a6a5-594b37029c87 None None] Provisioning complete for port 397f1259-a308-4197-992f-d81f3781c2d2 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:42.016177 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f9a0ca93-147c-4dfd-a6a5-594b37029c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (397f1259-a308-4197-992f-d81f3781c2d2), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:46:42.143530 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-f9a0ca93-147c-4dfd-a6a5-594b37029c87 None None] Current status of the port 397f1259-a308-4197-992f-d81f3781c2d2 is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:46:42.144632 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f9a0ca93-147c-4dfd-a6a5-594b37029c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (397f1259-a308-4197-992f-d81f3781c2d2), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:46:42.191089 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-f9a0ca93-147c-4dfd-a6a5-594b37029c87 None None] For port 397f1259-a308-4197-992f-d81f3781c2d2, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=397f1259-a308-4197-992f-d81f3781c2d2,segment=NetworkSegment(c23d0e1f-1cf9-4e64-88c5-3275e1d98564),segment_id=c23d0e1f-1cf9-4e64-88c5-3275e1d98564)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:46:42.292452 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f9a0ca93-147c-4dfd-a6a5-594b37029c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (397f1259-a308-4197-992f-d81f3781c2d2), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:46:42.354246 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0ca93-147c-4dfd-a6a5-594b37029c87 None None] Pushing event updated for resources: {'Port': ['ID=397f1259-a308-4197-992f-d81f3781c2d2,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:42.413497 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-c1b0057d-12ff-4761-8c79-cd2d046ec269 None None] Provisioning complete for port 397f1259-a308-4197-992f-d81f3781c2d2 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:42.413807 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c1b0057d-12ff-4761-8c79-cd2d046ec269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (397f1259-a308-4197-992f-d81f3781c2d2), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:46:42.498172 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-c1b0057d-12ff-4761-8c79-cd2d046ec269 None None] Current status of the port 397f1259-a308-4197-992f-d81f3781c2d2 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:46:42.735487 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 397f1259-a308-4197-992f-d81f3781c2d2 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:46:42.788568 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port 397f1259-a308-4197-992f-d81f3781c2d2 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:42.788987 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (397f1259-a308-4197-992f-d81f3781c2d2), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:46:42.875277 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port 397f1259-a308-4197-992f-d81f3781c2d2 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:46:53.302622 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-9b3126a3-c1d3-41ed-9565-338594c043d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:46:54.808676 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 5 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 12:46:55.880316 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-44ed8f5b-c2d2-49e9-9f20-ab09bd4b1c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:46:57.285393 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:46:58.623026 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:46:59.777068 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:47:23.307816 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-456fa6e4-2972-4b18-825d-a924bb678c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:47:25.914143 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0baeb416-0801-48ef-ba08-45b4adcf054f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:47:27.321462 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:47:28.595926 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:47:29.776437 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:47:31.808757 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 5 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 12:47:53.312511 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-431ba5c9-a4f5-4158-8e26-b50b20461d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:47:55.852827 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e36fb2ee-01df-4dda-8e5f-1c72f9da89df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:47:57.301367 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:47:58.612057 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:47:59.769559 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:48:06.655911 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 47114) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:48:06.661554 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [None req-1ea8ce02-f05c-4a57-b4fd-a52c25af0183 tempest-verify_tempest_config-1426184989 tempest-verify_tempest_config-1426184989-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109769) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 12:48:06.662515 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-1ea8ce02-f05c-4a57-b4fd-a52c25af0183 tempest-verify_tempest_config-1426184989 tempest-verify_tempest_config-1426184989-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056543 Feb 09 12:48:07.202290 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 47132) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:48:07.309427 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91a837e9-5cf8-4e6e-a7ec-a9e40b69e692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:48:07.383609 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91a837e9-5cf8-4e6e-a7ec-a9e40b69e692 admin admin] Publish callbacks [] for security_group (f454ae61-9908-420d-b1f5-a92ab84f09bd), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:48:07.483746 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-91a837e9-5cf8-4e6e-a7ec-a9e40b69e692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (f454ae61-9908-420d-b1f5-a92ab84f09bd), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:48:07.530427 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-91a837e9-5cf8-4e6e-a7ec-a9e40b69e692 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b4acf743461941d092b4ced1e6ed4114&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3269722 Feb 09 12:48:07.531296 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a837e9-5cf8-4e6e-a7ec-a9e40b69e692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f454ae61-9908-420d-b1f5-a92ab84f09bd,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:07.533063 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 47136) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:48:07.539544 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a837e9-5cf8-4e6e-a7ec-a9e40b69e692 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.539921 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a837e9-5cf8-4e6e-a7ec-a9e40b69e692 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.540266 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a837e9-5cf8-4e6e-a7ec-a9e40b69e692 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.540613 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a837e9-5cf8-4e6e-a7ec-a9e40b69e692 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.540965 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a837e9-5cf8-4e6e-a7ec-a9e40b69e692 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.541302 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a837e9-5cf8-4e6e-a7ec-a9e40b69e692 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.541664 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a837e9-5cf8-4e6e-a7ec-a9e40b69e692 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.542010 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a837e9-5cf8-4e6e-a7ec-a9e40b69e692 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.542358 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a837e9-5cf8-4e6e-a7ec-a9e40b69e692 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.542710 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a837e9-5cf8-4e6e-a7ec-a9e40b69e692 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.543037 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a837e9-5cf8-4e6e-a7ec-a9e40b69e692 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.543365 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a837e9-5cf8-4e6e-a7ec-a9e40b69e692 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.543716 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a837e9-5cf8-4e6e-a7ec-a9e40b69e692 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.593374 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-28d387fe-2d40-4938-a894-7a5fd2a53822 admin admin] Publish callbacks [] for security_group (f454ae61-9908-420d-b1f5-a92ab84f09bd), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:48:07.616629 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-28d387fe-2d40-4938-a894-7a5fd2a53822 admin admin] Publish callbacks [] for security_group (f454ae61-9908-420d-b1f5-a92ab84f09bd), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:48:07.771913 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-28d387fe-2d40-4938-a894-7a5fd2a53822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (f454ae61-9908-420d-b1f5-a92ab84f09bd), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:48:07.774534 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-28d387fe-2d40-4938-a894-7a5fd2a53822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:48:07.775715 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-28d387fe-2d40-4938-a894-7a5fd2a53822 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f454ae61-9908-420d-b1f5-a92ab84f09bd HTTP/1.1" status: 204 len: 168 time: 0.2415738 Feb 09 12:48:07.788243 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d387fe-2d40-4938-a894-7a5fd2a53822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f454ae61-9908-420d-b1f5-a92ab84f09bd,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:07.790621 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d387fe-2d40-4938-a894-7a5fd2a53822 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.790985 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d387fe-2d40-4938-a894-7a5fd2a53822 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.791327 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d387fe-2d40-4938-a894-7a5fd2a53822 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.791696 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d387fe-2d40-4938-a894-7a5fd2a53822 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.792023 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d387fe-2d40-4938-a894-7a5fd2a53822 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.792349 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d387fe-2d40-4938-a894-7a5fd2a53822 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.793135 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d387fe-2d40-4938-a894-7a5fd2a53822 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.793135 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d387fe-2d40-4938-a894-7a5fd2a53822 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.793426 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d387fe-2d40-4938-a894-7a5fd2a53822 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.793652 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d387fe-2d40-4938-a894-7a5fd2a53822 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.794243 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d387fe-2d40-4938-a894-7a5fd2a53822 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.794447 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d387fe-2d40-4938-a894-7a5fd2a53822 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.794447 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d387fe-2d40-4938-a894-7a5fd2a53822 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:08.808714 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 5 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 12:48:23.330837 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-9e6b8f8a-64b0-482f-9f03-73640d830ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:48:25.854527 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-70083d30-f3e5-4a16-abbb-a1ce5cbf6b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:48:27.334673 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:48:28.593483 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:48:29.768513 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:48:45.806863 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 5 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 12:48:53.323817 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0c74b863-843f-4f82-9bc1-030bb873f770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:48:55.856008 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b16235f0-8ffc-4e4e-ab12-52e5ef8f2e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:48:57.299540 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:48:58.653891 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:48:59.780906 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:49:22.806396 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 5 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 12:49:23.316873 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-60cf9fee-a637-4f2c-bb09-38c66005273e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:49:25.871137 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-fa97f610-4bba-4d4e-adc1-f6054567a0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:49:27.333921 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:49:28.618683 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:49:29.791064 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:49:44.494638 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1590986'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:49:53.327350 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3c6e1533-ae45-4334-9e90-4120b08f4740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:49:55.882068 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-536ac4f0-c994-40f4-bfab-5644844f2893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:49:57.287869 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:49:58.589728 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:49:59.772699 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:49:59.805565 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 12:50:00.298731 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 47212) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:50:00.406898 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-32955c1b-78d9-47fc-826c-f7dbb0c58ad2 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1070638 Feb 09 12:50:02.719353 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 47222) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:50:02.774201 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-ebe9be4d-c321-400c-9329-3822f1442871 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0537438 Feb 09 12:50:14.525695 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:50:23.291691 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4b8a490c-2095-4068-add0-a4d99dd184dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:50:25.920182 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-73f7a540-9cfa-4613-be19-09ab7fecc90f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:50:27.302817 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:50:28.594230 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:50:29.782663 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:50:36.804378 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 12:50:44.486195 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:50:53.348536 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8c02e4c2-327f-4dc0-b3a2-80c53546d596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:50:55.850825 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-31265d21-c5a3-42cb-9f08-599ce4991c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:50:57.302229 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:50:58.611714 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:50:59.805918 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:13.803781 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 12:51:14.501794 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:23.352774 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-fb224adb-b08f-4e8d-9761-1400f6a63bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:25.866892 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e1418f9b-1407-42d1-a0a9-a77947881ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:27.301403 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:28.626992 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:29.776087 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:39.380740 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 47382) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:51:39.644238 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 47394) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:51:39.822347 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-f006e727-9d71-485c-9753-91e6b2daa65a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2070628903-network', 'tenant_id': 'ffd005ddd8b54694abf2c6cbc33bff8b'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:39.925102 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f006e727-9d71-485c-9753-91e6b2daa65a admin admin] Made reservation on behalf of ffd005ddd8b54694abf2c6cbc33bff8b for: {'network': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:51:39.929190 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f006e727-9d71-485c-9753-91e6b2daa65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for network (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:39.950693 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f006e727-9d71-485c-9753-91e6b2daa65a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:40.115924 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f006e727-9d71-485c-9753-91e6b2daa65a admin admin] Publish callbacks [] for security_group (67a6d76c-1844-4683-b685-42cd1b8e2bff), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:40.188097 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f006e727-9d71-485c-9753-91e6b2daa65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (67a6d76c-1844-4683-b685-42cd1b8e2bff), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:40.213738 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-403f545a-0c2d-4042-bf8e-0146de9c6d98 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1878340087-network', 'tenant_id': 'aac257b16e274dfb9778b47283dbc3d7'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:40.238890 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006e727-9d71-485c-9753-91e6b2daa65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a6d76c-1844-4683-b685-42cd1b8e2bff,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:40.258576 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006e727-9d71-485c-9753-91e6b2daa65a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.259618 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006e727-9d71-485c-9753-91e6b2daa65a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.260320 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006e727-9d71-485c-9753-91e6b2daa65a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.261114 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006e727-9d71-485c-9753-91e6b2daa65a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.261681 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006e727-9d71-485c-9753-91e6b2daa65a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.262417 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006e727-9d71-485c-9753-91e6b2daa65a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.263234 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006e727-9d71-485c-9753-91e6b2daa65a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.263842 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006e727-9d71-485c-9753-91e6b2daa65a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.264420 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006e727-9d71-485c-9753-91e6b2daa65a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.264994 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006e727-9d71-485c-9753-91e6b2daa65a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.265757 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006e727-9d71-485c-9753-91e6b2daa65a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.266389 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006e727-9d71-485c-9753-91e6b2daa65a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.266841 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006e727-9d71-485c-9753-91e6b2daa65a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f006e727-9d71-485c-9753-91e6b2daa65a admin admin] Tracked resource versions report: Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: pushed versions: Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: { 'AddressGroup': {'1.2'}, Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: 'ConntrackHelper': {'1.0'}, Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: 'LocalIPAssociation': {'1.0'}, Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: 'Log': {'1.0'}, Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: 'Network': {'1.1'}, Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: 'Port': {'1.7'}, Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: 'PortForwarding': {'1.2'}, Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: 'QosPolicy': {'1.10'}, Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: 'SecurityGroup': {'1.5'}, Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: 'SecurityGroupRule': {'1.2'}, Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: 'SubPort': {'1.0'}, Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: 'Subnet': {'1.1'}, Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: 'Trunk': {'1.1'}} Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: consumer versions: Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: { DHCP agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: HyperV agent@hv-cinder-81091: {}, Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: L3 agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: Metadata agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: Metering agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: Open vSwitch agent@dv-cinder-810917-4-iscsi: { 'AddressGroup': '1.2', Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: 'ConntrackHelper': '1.0', Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: 'LocalIPAssociation': '1.0', Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: 'Log': '1.0', Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: 'Network': '1.1', Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: 'Port': '1.7', Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: 'PortForwarding': '1.2', Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: 'QosPolicy': '1.10', Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: 'SecurityGroup': '1.5', Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: 'SecurityGroupRule': '1.2', Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: 'SubPort': '1.0', Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: 'Subnet': '1.1', Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: 'Trunk': '1.1'}} Feb 09 12:51:40.269276 dv-cinder-810917-4-iscsi neutron-server[109769]: {{(pid=109769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 12:51:40.278428 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f006e727-9d71-485c-9753-91e6b2daa65a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=109769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:51:40.297910 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f006e727-9d71-485c-9753-91e6b2daa65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (182b9382-6c7a-4040-8227-77f615395f76), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:40.298592 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.db.segments_db [None req-f006e727-9d71-485c-9753-91e6b2daa65a admin admin] Added segment 182b9382-6c7a-4040-8227-77f615395f76 of type vlan for network c503528d-9c98-42eb-aea2-2650c54662c7 Feb 09 12:51:40.382413 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403f545a-0c2d-4042-bf8e-0146de9c6d98 admin admin] Made reservation on behalf of aac257b16e274dfb9778b47283dbc3d7 for: {'network': 1} {{(pid=109770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:51:40.388377 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-403f545a-0c2d-4042-bf8e-0146de9c6d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for network (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:40.396806 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f006e727-9d71-485c-9753-91e6b2daa65a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775837420593'] for network (c503528d-9c98-42eb-aea2-2650c54662c7), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:40.416172 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-403f545a-0c2d-4042-bf8e-0146de9c6d98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:40.530258 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f006e727-9d71-485c-9753-91e6b2daa65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for network (c503528d-9c98-42eb-aea2-2650c54662c7), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:40.531962 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f006e727-9d71-485c-9753-91e6b2daa65a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:40.532648 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f006e727-9d71-485c-9753-91e6b2daa65a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:40.569561 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-403f545a-0c2d-4042-bf8e-0146de9c6d98 admin admin] Publish callbacks [] for security_group (200f3fed-ec5b-41af-b065-5d6dd864db44), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:40.758706 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-403f545a-0c2d-4042-bf8e-0146de9c6d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (200f3fed-ec5b-41af-b065-5d6dd864db44), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:40.791662 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-f006e727-9d71-485c-9753-91e6b2daa65a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4010632 Feb 09 12:51:40.792875 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 47436) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:51:40.799388 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-500d5213-4bd1-4f31-81ac-66afe18ab93d admin admin] Request body: {'subnet': {'network_id': 'c503528d-9c98-42eb-aea2-2650c54662c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2070628903-subnet', 'tenant_id': 'ffd005ddd8b54694abf2c6cbc33bff8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:40.802827 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006e727-9d71-485c-9753-91e6b2daa65a admin admin] Pushing event updated for resources: {'Network': ['ID=c503528d-9c98-42eb-aea2-2650c54662c7,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:40.820361 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f545a-0c2d-4042-bf8e-0146de9c6d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200f3fed-ec5b-41af-b065-5d6dd864db44,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:40.822847 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403f545a-0c2d-4042-bf8e-0146de9c6d98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=109770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:51:40.827262 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Network c503528d-9c98-42eb-aea2-2650c54662c7 details requested by agent ovs-agent-dv-cinder-810917-4-iscsi with host dv-cinder-810917-4-iscsi {{(pid=109771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 12:51:40.837228 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f545a-0c2d-4042-bf8e-0146de9c6d98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.837650 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f545a-0c2d-4042-bf8e-0146de9c6d98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.837995 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f545a-0c2d-4042-bf8e-0146de9c6d98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.838339 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f545a-0c2d-4042-bf8e-0146de9c6d98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.838680 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f545a-0c2d-4042-bf8e-0146de9c6d98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.839364 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f545a-0c2d-4042-bf8e-0146de9c6d98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.839756 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f545a-0c2d-4042-bf8e-0146de9c6d98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.840233 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f545a-0c2d-4042-bf8e-0146de9c6d98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.840558 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f545a-0c2d-4042-bf8e-0146de9c6d98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.841130 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f545a-0c2d-4042-bf8e-0146de9c6d98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.841458 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f545a-0c2d-4042-bf8e-0146de9c6d98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.841775 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f545a-0c2d-4042-bf8e-0146de9c6d98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.842932 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f545a-0c2d-4042-bf8e-0146de9c6d98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f545a-0c2d-4042-bf8e-0146de9c6d98 admin admin] Tracked resource versions report: Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: pushed versions: Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: { 'AddressGroup': {'1.2'}, Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: 'ConntrackHelper': {'1.0'}, Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: 'LocalIPAssociation': {'1.0'}, Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: 'Log': {'1.0'}, Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: 'Network': {'1.1'}, Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: 'Port': {'1.7'}, Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: 'PortForwarding': {'1.2'}, Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: 'QosPolicy': {'1.10'}, Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: 'SecurityGroup': {'1.5'}, Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: 'SecurityGroupRule': {'1.2'}, Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: 'SubPort': {'1.0'}, Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: 'Subnet': {'1.1'}, Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: 'Trunk': {'1.1'}} Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: consumer versions: Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: { DHCP agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: HyperV agent@hv-cinder-81091: {}, Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: L3 agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: Metadata agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: Metering agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: Open vSwitch agent@dv-cinder-810917-4-iscsi: { 'AddressGroup': '1.2', Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: 'ConntrackHelper': '1.0', Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: 'LocalIPAssociation': '1.0', Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: 'Log': '1.0', Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: 'Network': '1.1', Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: 'Port': '1.7', Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: 'PortForwarding': '1.2', Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: 'QosPolicy': '1.10', Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: 'SecurityGroup': '1.5', Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: 'SecurityGroupRule': '1.2', Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: 'SubPort': '1.0', Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: 'Subnet': '1.1', Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: 'Trunk': '1.1'}} Feb 09 12:51:40.844448 dv-cinder-810917-4-iscsi neutron-server[109770]: {{(pid=109770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 12:51:40.854481 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-403f545a-0c2d-4042-bf8e-0146de9c6d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (d2ad0c1b-255c-4074-845b-ea98d893a18c), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:40.854813 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.db.segments_db [None req-403f545a-0c2d-4042-bf8e-0146de9c6d98 admin admin] Added segment d2ad0c1b-255c-4074-845b-ea98d893a18c of type vlan for network fe9e02a9-db66-4356-b324-dd8d3fc56de1 Feb 09 12:51:40.912053 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-403f545a-0c2d-4042-bf8e-0146de9c6d98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775837420593'] for network (fe9e02a9-db66-4356-b324-dd8d3fc56de1), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:40.989385 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500d5213-4bd1-4f31-81ac-66afe18ab93d admin admin] Made reservation on behalf of ffd005ddd8b54694abf2c6cbc33bff8b for: {'subnet': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:51:40.994329 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-500d5213-4bd1-4f31-81ac-66afe18ab93d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:41.060696 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 47440) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:51:41.096243 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-403f545a-0c2d-4042-bf8e-0146de9c6d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for network (fe9e02a9-db66-4356-b324-dd8d3fc56de1), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:41.097414 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403f545a-0c2d-4042-bf8e-0146de9c6d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:41.098021 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-403f545a-0c2d-4042-bf8e-0146de9c6d98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:41.190976 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f545a-0c2d-4042-bf8e-0146de9c6d98 admin admin] Pushing event updated for resources: {'Network': ['ID=fe9e02a9-db66-4356-b324-dd8d3fc56de1,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:41.204119 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Network fe9e02a9-db66-4356-b324-dd8d3fc56de1 details requested by agent ovs-agent-dv-cinder-810917-4-iscsi with host dv-cinder-810917-4-iscsi {{(pid=109771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 12:51:41.222544 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-403f545a-0c2d-4042-bf8e-0146de9c6d98 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5752409 Feb 09 12:51:41.225834 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 47446) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:51:41.235964 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-e579c32c-55e8-418d-8232-71d8c20fd730 admin admin] Request body: {'subnet': {'network_id': 'fe9e02a9-db66-4356-b324-dd8d3fc56de1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1878340087-subnet', 'tenant_id': 'aac257b16e274dfb9778b47283dbc3d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:41.365012 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e579c32c-55e8-418d-8232-71d8c20fd730 admin admin] Made reservation on behalf of aac257b16e274dfb9778b47283dbc3d7 for: {'subnet': 1} {{(pid=109770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:51:41.368873 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e579c32c-55e8-418d-8232-71d8c20fd730 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:41.396046 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-500d5213-4bd1-4f31-81ac-66afe18ab93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for subnet (56a043ac-e57d-4cb8-8ab2-9c04c509ae33), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:41.564276 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500d5213-4bd1-4f31-81ac-66afe18ab93d admin admin] Checking segment: {'id': '182b9382-6c7a-4040-8227-77f615395f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c503528d-9c98-42eb-aea2-2650c54662c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:51:41.584370 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500d5213-4bd1-4f31-81ac-66afe18ab93d admin admin] Network hostable DHCP agents. Network: c503528d-9c98-42eb-aea2-2650c54662c7, hostable agents: ['669fbb72-d52e-4349-b520-3721ffb5f632'], hosted agents: [] {{(pid=109769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:51:41.622911 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d5213-4bd1-4f31-81ac-66afe18ab93d admin admin] Pushing event updated for resources: {'Subnet': ['ID=56a043ac-e57d-4cb8-8ab2-9c04c509ae33,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:41.757152 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-1036fafc-2267-4f4b-bac8-49816f4e5d11 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1633902968-network', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:41.760654 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500d5213-4bd1-4f31-81ac-66afe18ab93d admin admin] Network c503528d-9c98-42eb-aea2-2650c54662c7 is scheduled to be hosted by DHCP agent 669fbb72-d52e-4349-b520-3721ffb5f632 with binding_index 1 {{(pid=109769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:51:41.796326 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e579c32c-55e8-418d-8232-71d8c20fd730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for subnet (3eaa3335-b6ec-45d9-968c-d644bee9379c), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:41.822847 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 47466) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:51:41.852616 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-500d5213-4bd1-4f31-81ac-66afe18ab93d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-4-iscsi, c503528d-9c98-42eb-aea2-2650c54662c7) {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:41.853763 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579c32c-55e8-418d-8232-71d8c20fd730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eaa3335-b6ec-45d9-968c-d644bee9379c,revision_number=0']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:41.870151 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8104dae1-4ace-42c0-a464-74a6b768f9e9 None None] Network c503528d-9c98-42eb-aea2-2650c54662c7 requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:51:41.873452 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500d5213-4bd1-4f31-81ac-66afe18ab93d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:41.874540 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-500d5213-4bd1-4f31-81ac-66afe18ab93d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:41.879497 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1036fafc-2267-4f4b-bac8-49816f4e5d11 admin admin] Made reservation on behalf of 39b9e5bd06ec4dfd8511de90980d78b3 for: {'network': 1} {{(pid=109770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:51:41.882311 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1036fafc-2267-4f4b-bac8-49816f4e5d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for network (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:41.889253 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e579c32c-55e8-418d-8232-71d8c20fd730 admin admin] Checking segment: {'id': 'd2ad0c1b-255c-4074-845b-ea98d893a18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fe9e02a9-db66-4356-b324-dd8d3fc56de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:51:41.889253 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e579c32c-55e8-418d-8232-71d8c20fd730 admin admin] Network hostable DHCP agents. Network: fe9e02a9-db66-4356-b324-dd8d3fc56de1, hostable agents: ['669fbb72-d52e-4349-b520-3721ffb5f632'], hosted agents: [] {{(pid=109770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:51:41.899542 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1036fafc-2267-4f4b-bac8-49816f4e5d11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:41.981604 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-500d5213-4bd1-4f31-81ac-66afe18ab93d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1871541 Feb 09 12:51:42.053277 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e579c32c-55e8-418d-8232-71d8c20fd730 admin admin] Network fe9e02a9-db66-4356-b324-dd8d3fc56de1 is scheduled to be hosted by DHCP agent 669fbb72-d52e-4349-b520-3721ffb5f632 with binding_index 1 {{(pid=109770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:51:42.060933 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1036fafc-2267-4f4b-bac8-49816f4e5d11 admin admin] Publish callbacks [] for security_group (8a15515d-3923-4817-9526-413dc4bf3647), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:42.105195 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21618011-9575-4d89-9b14-2c8fe5c7c8c6 None None] Network c503528d-9c98-42eb-aea2-2650c54662c7 requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:51:42.157310 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 47478) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:51:42.164815 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1036fafc-2267-4f4b-bac8-49816f4e5d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (8a15515d-3923-4817-9526-413dc4bf3647), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:42.239916 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036fafc-2267-4f4b-bac8-49816f4e5d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a15515d-3923-4817-9526-413dc4bf3647,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:42.246300 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-e579c32c-55e8-418d-8232-71d8c20fd730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-4-iscsi, fe9e02a9-db66-4356-b324-dd8d3fc56de1) {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:42.254775 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e579c32c-55e8-418d-8232-71d8c20fd730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:42.257050 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e579c32c-55e8-418d-8232-71d8c20fd730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for subnet (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:42.270356 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866ab93c-117e-4fdb-8f46-2f56bd5bbe6f None None] Network fe9e02a9-db66-4356-b324-dd8d3fc56de1 requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:51:42.280770 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1036fafc-2267-4f4b-bac8-49816f4e5d11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=109770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:51:42.309393 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1036fafc-2267-4f4b-bac8-49816f4e5d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (9f2b0cd4-a2bd-4d81-a80e-82db423204f5), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:42.310540 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.db.segments_db [None req-1036fafc-2267-4f4b-bac8-49816f4e5d11 admin admin] Added segment 9f2b0cd4-a2bd-4d81-a80e-82db423204f5 of type vlan for network 7a233017-512c-4fc0-9a95-c7f1c6d0e43c Feb 09 12:51:42.366475 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-d2a369b7-3835-4141-8f8b-4901bf51eeed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-791187294-network', 'tenant_id': '9ae5fef998e8491e9c43576344076b19'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:42.419598 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b5648c-56b8-495a-90f4-ab27abfbd34b None None] Network fe9e02a9-db66-4356-b324-dd8d3fc56de1 requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:51:42.420152 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-e579c32c-55e8-418d-8232-71d8c20fd730 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1893957 Feb 09 12:51:42.443777 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1036fafc-2267-4f4b-bac8-49816f4e5d11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775837420593'] for network (7a233017-512c-4fc0-9a95-c7f1c6d0e43c), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:42.480155 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 47484) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:51:42.487875 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-820da5cd-3458-4164-ac76-8dcec4a176ad admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1878340087-router', 'tenant_id': 'aac257b16e274dfb9778b47283dbc3d7', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:42.506701 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a369b7-3835-4141-8f8b-4901bf51eeed admin admin] Made reservation on behalf of 9ae5fef998e8491e9c43576344076b19 for: {'network': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:51:42.509850 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d2a369b7-3835-4141-8f8b-4901bf51eeed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for network (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:42.531756 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d2a369b7-3835-4141-8f8b-4901bf51eeed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:42.583011 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1036fafc-2267-4f4b-bac8-49816f4e5d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for network (7a233017-512c-4fc0-9a95-c7f1c6d0e43c), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:42.585719 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1036fafc-2267-4f4b-bac8-49816f4e5d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:42.588391 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1036fafc-2267-4f4b-bac8-49816f4e5d11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:42.615731 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-c48ae308-6cbf-4031-aba8-bd699cb99bf8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-37264703-network', 'tenant_id': 'c700a76888af4c26ac5b858223b6e261'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:42.628695 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-820da5cd-3458-4164-ac76-8dcec4a176ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1588272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8981'] for router (6878da10-dcd5-499a-9b6e-d1a30c55dfbf), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:42.631201 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-820da5cd-3458-4164-ac76-8dcec4a176ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1593070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1920881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8972'] for router (6878da10-dcd5-499a-9b6e-d1a30c55dfbf), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:42.731302 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036fafc-2267-4f4b-bac8-49816f4e5d11 admin admin] Pushing event updated for resources: {'Network': ['ID=7a233017-512c-4fc0-9a95-c7f1c6d0e43c,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:42.746482 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Network 7a233017-512c-4fc0-9a95-c7f1c6d0e43c details requested by agent ovs-agent-dv-cinder-810917-4-iscsi with host dv-cinder-810917-4-iscsi {{(pid=109771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 12:51:42.830148 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-1036fafc-2267-4f4b-bac8-49816f4e5d11 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7668698 Feb 09 12:51:42.832665 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 47502) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:51:42.843601 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-04d96722-14ef-4eb2-b695-667347d990f8 admin admin] Request body: {'subnet': {'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1633902968-subnet', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:42.913341 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-820da5cd-3458-4164-ac76-8dcec4a176ad admin admin] Publish callbacks [] for router_controller (6878da10-dcd5-499a-9b6e-d1a30c55dfbf), precommit_add_association {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:42.970291 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d96722-14ef-4eb2-b695-667347d990f8 admin admin] Made reservation on behalf of 39b9e5bd06ec4dfd8511de90980d78b3 for: {'subnet': 1} {{(pid=109770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:51:42.973670 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d2a369b7-3835-4141-8f8b-4901bf51eeed admin admin] Publish callbacks [] for security_group (5e76a31c-a0b8-4900-9d0c-441c987239e2), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:42.975647 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-04d96722-14ef-4eb2-b695-667347d990f8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:42.992949 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48ae308-6cbf-4031-aba8-bd699cb99bf8 admin admin] Made reservation on behalf of c700a76888af4c26ac5b858223b6e261 for: {'network': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:51:43.004104 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c48ae308-6cbf-4031-aba8-bd699cb99bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for network (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:43.160376 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d2a369b7-3835-4141-8f8b-4901bf51eeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (5e76a31c-a0b8-4900-9d0c-441c987239e2), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:43.176311 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c48ae308-6cbf-4031-aba8-bd699cb99bf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:43.229878 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a369b7-3835-4141-8f8b-4901bf51eeed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=109769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:51:43.349263 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-820da5cd-3458-4164-ac76-8dcec4a176ad admin admin] Publish callbacks [] for router_gateway (6878da10-dcd5-499a-9b6e-d1a30c55dfbf), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:43.360363 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d2a369b7-3835-4141-8f8b-4901bf51eeed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (f34400df-c94b-4224-9e0c-3c0104ffd1f7), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:43.361153 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.db.segments_db [None req-d2a369b7-3835-4141-8f8b-4901bf51eeed admin admin] Added segment f34400df-c94b-4224-9e0c-3c0104ffd1f7 of type vlan for network 2b9eccac-64ca-4d60-9a01-96555c9ae72a Feb 09 12:51:43.384409 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a369b7-3835-4141-8f8b-4901bf51eeed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e76a31c-a0b8-4900-9d0c-441c987239e2,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:43.478630 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d2a369b7-3835-4141-8f8b-4901bf51eeed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775837420593'] for network (2b9eccac-64ca-4d60-9a01-96555c9ae72a), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:43.660153 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c48ae308-6cbf-4031-aba8-bd699cb99bf8 admin admin] Publish callbacks [] for security_group (333ae7e0-cd45-4bda-9629-45e97739bb65), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:43.701405 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-04d96722-14ef-4eb2-b695-667347d990f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for subnet (5361ada0-f2f0-49de-80d0-c2d7fc189252), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:43.816218 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d96722-14ef-4eb2-b695-667347d990f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5361ada0-f2f0-49de-80d0-c2d7fc189252,revision_number=0']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:43.889979 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d96722-14ef-4eb2-b695-667347d990f8 admin admin] Checking segment: {'id': '9f2b0cd4-a2bd-4d81-a80e-82db423204f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:51:43.891173 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d96722-14ef-4eb2-b695-667347d990f8 admin admin] Network hostable DHCP agents. Network: 7a233017-512c-4fc0-9a95-c7f1c6d0e43c, hostable agents: ['669fbb72-d52e-4349-b520-3721ffb5f632'], hosted agents: [] {{(pid=109770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:51:44.015192 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c48ae308-6cbf-4031-aba8-bd699cb99bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (333ae7e0-cd45-4bda-9629-45e97739bb65), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:44.028973 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d2a369b7-3835-4141-8f8b-4901bf51eeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for network (2b9eccac-64ca-4d60-9a01-96555c9ae72a), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:44.030519 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a369b7-3835-4141-8f8b-4901bf51eeed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:44.031504 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d2a369b7-3835-4141-8f8b-4901bf51eeed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:44.098556 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c48ae308-6cbf-4031-aba8-bd699cb99bf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=109769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:51:44.119608 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d96722-14ef-4eb2-b695-667347d990f8 admin admin] Network 7a233017-512c-4fc0-9a95-c7f1c6d0e43c is scheduled to be hosted by DHCP agent 669fbb72-d52e-4349-b520-3721ffb5f632 with binding_index 1 {{(pid=109770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:51:44.187860 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ae308-6cbf-4031-aba8-bd699cb99bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333ae7e0-cd45-4bda-9629-45e97739bb65,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:44.223603 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 47566) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:51:44.234495 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-0b79545d-865e-414a-ab44-63e4856be7de admin admin] Request body: {'subnet': {'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-791187294-subnet', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:44.239446 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-d2a369b7-3835-4141-8f8b-4901bf51eeed admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4143248 Feb 09 12:51:44.261731 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-04d96722-14ef-4eb2-b695-667347d990f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-4-iscsi, 7a233017-512c-4fc0-9a95-c7f1c6d0e43c) {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:44.280581 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb81ba24-30f2-4d02-84da-d9985016bd66 None None] Network 7a233017-512c-4fc0-9a95-c7f1c6d0e43c requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:51:44.283313 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d96722-14ef-4eb2-b695-667347d990f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:44.286048 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-04d96722-14ef-4eb2-b695-667347d990f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for subnet (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:44.298020 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c48ae308-6cbf-4031-aba8-bd699cb99bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (3193b368-ce2c-4571-8129-3a0af32866ab), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:44.298466 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.db.segments_db [None req-c48ae308-6cbf-4031-aba8-bd699cb99bf8 admin admin] Added segment 3193b368-ce2c-4571-8129-3a0af32866ab of type vlan for network 60e1c116-600c-4c22-be1c-87ca9eb04745 Feb 09 12:51:44.301588 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-820da5cd-3458-4164-ac76-8dcec4a176ad admin admin] Publish callbacks [] for router_gateway (6878da10-dcd5-499a-9b6e-d1a30c55dfbf), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:44.409631 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a369b7-3835-4141-8f8b-4901bf51eeed admin admin] Pushing event updated for resources: {'Network': ['ID=2b9eccac-64ca-4d60-9a01-96555c9ae72a,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:44.437684 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-04d96722-14ef-4eb2-b695-667347d990f8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6026416 Feb 09 12:51:44.465844 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Network 2b9eccac-64ca-4d60-9a01-96555c9ae72a details requested by agent ovs-agent-dv-cinder-810917-4-iscsi with host dv-cinder-810917-4-iscsi {{(pid=109771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 12:51:44.486200 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-820da5cd-3458-4164-ac76-8dcec4a176ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:44.505493 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 47586) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:51:44.514442 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-065432a6-32e8-4658-9ee9-12a413b7bf5f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1633902968-router', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:44.529973 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c48ae308-6cbf-4031-aba8-bd699cb99bf8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775837420593'] for network (60e1c116-600c-4c22-be1c-87ca9eb04745), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:44.535141 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 47588) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:51:44.539233 dv-cinder-810917-4-iscsi neutron-server[109769]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 12:51:44.553362 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b79545d-865e-414a-ab44-63e4856be7de admin admin] Made reservation on behalf of 9ae5fef998e8491e9c43576344076b19 for: {'subnet': 1} {{(pid=109770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:51:44.558006 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0b79545d-865e-414a-ab44-63e4856be7de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:44.621800 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:44.644111 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp981a83c6-c2ad-56b8-8135-9301bdb264f7-7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'fixed_ips': [{'subnet_id': '5361ada0-f2f0-49de-80d0-c2d7fc189252'}]}} from dv-cinder-810917-4-iscsi. {{(pid=109771) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 12:51:44.644111 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:44.775847 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.db.resource_extend [None req-c48ae308-6cbf-4031-aba8-bd699cb99bf8 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:51:44.894599 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-065432a6-32e8-4658-9ee9-12a413b7bf5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1588272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8981'] for router (414cf15f-1610-4f74-aaf5-78e4f98f1f42), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:44.895714 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-065432a6-32e8-4658-9ee9-12a413b7bf5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1593070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1920881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8972'] for router (414cf15f-1610-4f74-aaf5-78e4f98f1f42), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:44.899622 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Allocated IP 172.20.0.2 (7a233017-512c-4fc0-9a95-c7f1c6d0e43c/5361ada0-f2f0-49de-80d0-c2d7fc189252/36319ec7-30a6-41e2-9344-fe413eaca368) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:51:44.981933 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c48ae308-6cbf-4031-aba8-bd699cb99bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for network (60e1c116-600c-4c22-be1c-87ca9eb04745), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:44.983899 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48ae308-6cbf-4031-aba8-bd699cb99bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:44.985131 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c48ae308-6cbf-4031-aba8-bd699cb99bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:45.017537 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-065432a6-32e8-4658-9ee9-12a413b7bf5f admin admin] Publish callbacks [] for router_controller (414cf15f-1610-4f74-aaf5-78e4f98f1f42), precommit_add_association {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:45.160268 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Publish callbacks [] for port (36319ec7-30a6-41e2-9344-fe413eaca368), precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:45.222820 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0b79545d-865e-414a-ab44-63e4856be7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for subnet (84a8a225-35f7-4e02-9760-81e6be58b94d), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:45.245462 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-c1361e86-276f-41c0-8d98-de87476e9761 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:45.247182 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-c1361e86-276f-41c0-8d98-de87476e9761 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/networks?id=c503528d-9c98-42eb-aea2-2650c54662c7 HTTP/1.1" status: 200 len: 812 time: 0.7099125 Feb 09 12:51:45.256964 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (36319ec7-30a6-41e2-9344-fe413eaca368), after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:45.309282 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-c48ae308-6cbf-4031-aba8-bd699cb99bf8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.1500428 Feb 09 12:51:45.318887 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ae308-6cbf-4031-aba8-bd699cb99bf8 admin admin] Pushing event updated for resources: {'Network': ['ID=60e1c116-600c-4c22-be1c-87ca9eb04745,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:45.338758 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 47600) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:51:45.341592 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-820da5cd-3458-4164-ac76-8dcec4a176ad admin admin] Allocated IP 172.27.3.190 (a2e9d4bf-7356-45aa-a65f-bd468972dd5d/c9ce0d82-6bfd-4731-856e-4f09afc4aa6c/0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:51:45.342262 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Network 60e1c116-600c-4c22-be1c-87ca9eb04745 details requested by agent ovs-agent-dv-cinder-810917-4-iscsi with host dv-cinder-810917-4-iscsi {{(pid=109771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 12:51:45.349215 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-aed13501-6603-4599-a1db-d3b5c5b150c4 admin admin] Request body: {'subnet': {'network_id': '60e1c116-600c-4c22-be1c-87ca9eb04745', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-37264703-subnet', 'tenant_id': 'c700a76888af4c26ac5b858223b6e261', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:45.364610 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-aa3c0a44-9a47-4cac-a5c0-98ff682a144c tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/quotas/ffd005ddd8b54694abf2c6cbc33bff8b HTTP/1.1" status: 200 len: 375 time: 0.0426400 Feb 09 12:51:45.556861 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-8dac54ba-2093-4844-a282-0afea1859fd9 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ffd005ddd8b54694abf2c6cbc33bff8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1827202 Feb 09 12:51:45.567002 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79545d-865e-414a-ab44-63e4856be7de admin admin] Pushing event updated for resources: {'Subnet': ['ID=84a8a225-35f7-4e02-9760-81e6be58b94d,revision_number=0']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:45.629204 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b79545d-865e-414a-ab44-63e4856be7de admin admin] Checking segment: {'id': 'f34400df-c94b-4224-9e0c-3c0104ffd1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:51:45.630725 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b79545d-865e-414a-ab44-63e4856be7de admin admin] Network hostable DHCP agents. Network: 2b9eccac-64ca-4d60-9a01-96555c9ae72a, hostable agents: ['669fbb72-d52e-4349-b520-3721ffb5f632'], hosted agents: [] {{(pid=109770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:51:45.636839 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-065432a6-32e8-4658-9ee9-12a413b7bf5f admin admin] Publish callbacks [] for router_gateway (414cf15f-1610-4f74-aaf5-78e4f98f1f42), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:45.740072 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Network 7a233017-512c-4fc0-9a95-c7f1c6d0e43c is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:45.740072 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:45.740662 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed13501-6603-4599-a1db-d3b5c5b150c4 admin admin] Made reservation on behalf of c700a76888af4c26ac5b858223b6e261 for: {'subnet': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:51:45.744641 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aed13501-6603-4599-a1db-d3b5c5b150c4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:45.745441 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:51:45.747728 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Pushing event updated for resources: {'Port': ['ID=36319ec7-30a6-41e2-9344-fe413eaca368,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:45.773901 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:45.773901 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:45.773901 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:45.773901 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:45.773901 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:45.773901 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:45.773901 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:45.773901 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:45.774898 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:45.774898 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:45.774898 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:45.775147 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:45.775493 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Tracked resource versions report: Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: pushed versions: Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: { 'AddressGroup': {'1.2'}, Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: 'ConntrackHelper': {'1.0'}, Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: 'LocalIPAssociation': {'1.0'}, Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: 'Log': {'1.0'}, Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: 'Network': {'1.1'}, Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: 'Port': {'1.7'}, Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: 'PortForwarding': {'1.2'}, Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: 'QosPolicy': {'1.10'}, Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: 'SecurityGroup': {'1.5'}, Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: 'SecurityGroupRule': {'1.2'}, Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: 'SubPort': {'1.0'}, Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: 'Subnet': {'1.1'}, Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: 'Trunk': {'1.1'}} Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: consumer versions: Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: { DHCP agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: HyperV agent@hv-cinder-81091: {}, Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: L3 agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: Metadata agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: Metering agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: Open vSwitch agent@dv-cinder-810917-4-iscsi: { 'AddressGroup': '1.2', Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: 'ConntrackHelper': '1.0', Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: 'LocalIPAssociation': '1.0', Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: 'Log': '1.0', Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: 'Network': '1.1', Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: 'Port': '1.7', Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: 'PortForwarding': '1.2', Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: 'QosPolicy': '1.10', Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: 'SecurityGroup': '1.5', Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: 'SecurityGroupRule': '1.2', Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: 'SubPort': '1.0', Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: 'Subnet': '1.1', Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: 'Trunk': '1.1'}} Feb 09 12:51:45.776728 dv-cinder-810917-4-iscsi neutron-server[109771]: {{(pid=109771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 12:51:45.830253 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Attempting to bind port 36319ec7-30a6-41e2-9344-fe413eaca368 on host dv-cinder-810917-4-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:51:45.831700 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Attempting to bind port 36319ec7-30a6-41e2-9344-fe413eaca368 by drivers openvswitch,hyperv on host dv-cinder-810917-4-iscsi at level 0 using segments [{'id': '9f2b0cd4-a2bd-4d81-a80e-82db423204f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:51:45.831700 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Attempting to bind port 36319ec7-30a6-41e2-9344-fe413eaca368 on network 7a233017-512c-4fc0-9a95-c7f1c6d0e43c {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:51:45.837034 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Checking agent: {'id': '46f62665-8b82-4ce4-9f5d-d8528a85ae2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'started_at': datetime.datetime(2022, 2, 9, 12, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:51:45.837400 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Checking segment: {'id': '9f2b0cd4-a2bd-4d81-a80e-82db423204f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:51:45.837806 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:45.838200 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Bound using segment: {'id': '9f2b0cd4-a2bd-4d81-a80e-82db423204f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:51:45.838688 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Bound port: 36319ec7-30a6-41e2-9344-fe413eaca368, host: dv-cinder-810917-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2b0cd4-a2bd-4d81-a80e-82db423204f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:51:45.839078 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (36319ec7-30a6-41e2-9344-fe413eaca368), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:45.862457 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-820da5cd-3458-4164-ac76-8dcec4a176ad admin admin] Publish callbacks [] for port (0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:45.906589 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b79545d-865e-414a-ab44-63e4856be7de admin admin] Network 2b9eccac-64ca-4d60-9a01-96555c9ae72a is scheduled to be hosted by DHCP agent 669fbb72-d52e-4349-b520-3721ffb5f632 with binding_index 1 {{(pid=109770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:51:45.939890 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-87ce2ee4-c447-4609-8b5c-a9ef8f940fc8 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109769) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 12:51:45.940957 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-87ce2ee4-c447-4609-8b5c-a9ef8f940fc8 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1436391 Feb 09 12:51:45.975750 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] For port 36319ec7-30a6-41e2-9344-fe413eaca368, host dv-cinder-810917-4-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:51:45.983879 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] For port 36319ec7-30a6-41e2-9344-fe413eaca368, host dv-cinder-810917-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=36319ec7-30a6-41e2-9344-fe413eaca368,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:51:46.023714 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-0b79545d-865e-414a-ab44-63e4856be7de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-4-iscsi, 2b9eccac-64ca-4d60-9a01-96555c9ae72a) {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:46.033312 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b79545d-865e-414a-ab44-63e4856be7de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:46.033726 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0b79545d-865e-414a-ab44-63e4856be7de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for subnet (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:46.037765 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f4c5bc-906d-49a5-8075-694981dda091 None None] Network 2b9eccac-64ca-4d60-9a01-96555c9ae72a requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:51:46.084547 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-820da5cd-3458-4164-ac76-8dcec4a176ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:46.193848 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (36319ec7-30a6-41e2-9344-fe413eaca368), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:46.203438 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 47616) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:51:46.233466 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-0b79545d-865e-414a-ab44-63e4856be7de admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0030050 Feb 09 12:51:46.272819 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820da5cd-3458-4164-ac76-8dcec4a176ad admin admin] Pushing event updated for resources: {'Port': ['ID=0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:46.307480 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-88b60795-0a14-4a38-a5ea-2f24b7b6194c service neutron] 10.222.0.50 "GET /v2.0/networks/c503528d-9c98-42eb-aea2-2650c54662c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470707 Feb 09 12:51:46.324221 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820da5cd-3458-4164-ac76-8dcec4a176ad admin admin] Network a2e9d4bf-7356-45aa-a65f-bd468972dd5d is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:46.325229 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 47622) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:51:46.334209 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-b0cf813f-d839-4d79-908a-32df5b0d208c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-791187294-router', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:46.344625 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-820da5cd-3458-4164-ac76-8dcec4a176ad admin admin] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:46.366205 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820da5cd-3458-4164-ac76-8dcec4a176ad admin admin] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:51:46.418514 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53852c87-eee2-4688-912b-c6ba6d898199 None None] Pushing event updated for resources: {'Port': ['ID=36319ec7-30a6-41e2-9344-fe413eaca368,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:46.433136 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71b6a9a-9e04-4969-b377-0dc66edc61f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp981a83c6-c2ad-56b8-8135-9301bdb264f7-2b9eccac-64ca-4d60-9a01-96555c9ae72a', 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a', 'project_id': '9ae5fef998e8491e9c43576344076b19', 'fixed_ips': [{'subnet_id': '84a8a225-35f7-4e02-9760-81e6be58b94d'}]}} from dv-cinder-810917-4-iscsi. {{(pid=109771) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 12:51:46.433136 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c71b6a9a-9e04-4969-b377-0dc66edc61f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:46.545945 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-065432a6-32e8-4658-9ee9-12a413b7bf5f admin admin] Publish callbacks [] for router_gateway (414cf15f-1610-4f74-aaf5-78e4f98f1f42), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:46.554869 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aed13501-6603-4599-a1db-d3b5c5b150c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for subnet (9699e6c1-1018-457a-af1d-044b01a0fe5a), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:46.616189 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-065432a6-32e8-4658-9ee9-12a413b7bf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:46.699387 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4f4b74e7-2a3e-4b82-b785-3639b1635a4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:46.747864 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b0cf813f-d839-4d79-908a-32df5b0d208c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1588272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8981'] for router (5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:46.749053 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b0cf813f-d839-4d79-908a-32df5b0d208c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1593070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1920881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8972'] for router (5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:46.754722 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [None req-c71b6a9a-9e04-4969-b377-0dc66edc61f7 None None] Allocated IP 172.20.0.2 (2b9eccac-64ca-4d60-9a01-96555c9ae72a/84a8a225-35f7-4e02-9760-81e6be58b94d/7dffddcb-5385-461c-88c9-8504f5297dd7) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:51:46.767782 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed13501-6603-4599-a1db-d3b5c5b150c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9699e6c1-1018-457a-af1d-044b01a0fe5a,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:46.830015 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-8441f846-5571-4a54-9bbd-e0ea8c5c210e service neutron] 10.222.0.50 "GET /v2.0/networks/c503528d-9c98-42eb-aea2-2650c54662c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213277 Feb 09 12:51:47.014447 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed13501-6603-4599-a1db-d3b5c5b150c4 admin admin] Checking segment: {'id': '3193b368-ce2c-4571-8129-3a0af32866ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '60e1c116-600c-4c22-be1c-87ca9eb04745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:51:47.015556 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed13501-6603-4599-a1db-d3b5c5b150c4 admin admin] Network hostable DHCP agents. Network: 60e1c116-600c-4c22-be1c-87ca9eb04745, hostable agents: ['669fbb72-d52e-4349-b520-3721ffb5f632'], hosted agents: [] {{(pid=109769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:51:47.060289 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b0cf813f-d839-4d79-908a-32df5b0d208c admin admin] Publish callbacks [] for router_controller (5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4), precommit_add_association {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:47.081810 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [None req-065432a6-32e8-4658-9ee9-12a413b7bf5f admin admin] Allocated IP 172.27.3.106 (a2e9d4bf-7356-45aa-a65f-bd468972dd5d/c9ce0d82-6bfd-4731-856e-4f09afc4aa6c/0cf3c23b-bca7-4163-9892-69b230352e68) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:51:47.186494 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 36319ec7-30a6-41e2-9344-fe413eaca368 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:51:47.360928 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c71b6a9a-9e04-4969-b377-0dc66edc61f7 None None] Publish callbacks [] for port (7dffddcb-5385-461c-88c9-8504f5297dd7), precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:47.390591 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port 36319ec7-30a6-41e2-9344-fe413eaca368 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:47.391506 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (36319ec7-30a6-41e2-9344-fe413eaca368), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:47.400436 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-065432a6-32e8-4658-9ee9-12a413b7bf5f admin admin] Publish callbacks [] for port (0cf3c23b-bca7-4163-9892-69b230352e68), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:47.452929 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c71b6a9a-9e04-4969-b377-0dc66edc61f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (7dffddcb-5385-461c-88c9-8504f5297dd7), after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:47.557386 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 47656) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:51:47.572471 dv-cinder-810917-4-iscsi neutron-server[109770]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 12:51:47.573608 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71b6a9a-9e04-4969-b377-0dc66edc61f7 None None] Network 2b9eccac-64ca-4d60-9a01-96555c9ae72a is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:47.588815 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-c71b6a9a-9e04-4969-b377-0dc66edc61f7 None None] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:47.592773 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b6a9a-9e04-4969-b377-0dc66edc61f7 None None] Pushing event updated for resources: {'Port': ['ID=7dffddcb-5385-461c-88c9-8504f5297dd7,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:47.621184 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71b6a9a-9e04-4969-b377-0dc66edc61f7 None None] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:51:47.662066 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-065432a6-32e8-4658-9ee9-12a413b7bf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (0cf3c23b-bca7-4163-9892-69b230352e68), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:47.751503 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-392ad672-b689-41c4-8cd8-77e5133682d5 req-2ce91399-e849-462a-9bbd-51f6ed76fedf tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 210 time: 0.1897631 Feb 09 12:51:47.789234 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065432a6-32e8-4658-9ee9-12a413b7bf5f admin admin] Network a2e9d4bf-7356-45aa-a65f-bd468972dd5d is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:47.872626 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-065432a6-32e8-4658-9ee9-12a413b7bf5f admin admin] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:47.873784 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port 36319ec7-30a6-41e2-9344-fe413eaca368 is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:51:47.874361 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (36319ec7-30a6-41e2-9344-fe413eaca368), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:47.877041 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-c71b6a9a-9e04-4969-b377-0dc66edc61f7 None None] Attempting to bind port 7dffddcb-5385-461c-88c9-8504f5297dd7 on host dv-cinder-810917-4-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:51:47.878511 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-c71b6a9a-9e04-4969-b377-0dc66edc61f7 None None] Attempting to bind port 7dffddcb-5385-461c-88c9-8504f5297dd7 by drivers openvswitch,hyperv on host dv-cinder-810917-4-iscsi at level 0 using segments [{'id': 'f34400df-c94b-4224-9e0c-3c0104ffd1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:51:47.879054 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71b6a9a-9e04-4969-b377-0dc66edc61f7 None None] Attempting to bind port 7dffddcb-5385-461c-88c9-8504f5297dd7 on network 2b9eccac-64ca-4d60-9a01-96555c9ae72a {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:51:47.892172 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065432a6-32e8-4658-9ee9-12a413b7bf5f admin admin] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:51:47.898022 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71b6a9a-9e04-4969-b377-0dc66edc61f7 None None] Checking agent: {'id': '46f62665-8b82-4ce4-9f5d-d8528a85ae2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'started_at': datetime.datetime(2022, 2, 9, 12, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:51:47.899209 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71b6a9a-9e04-4969-b377-0dc66edc61f7 None None] Checking segment: {'id': 'f34400df-c94b-4224-9e0c-3c0104ffd1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:51:47.899855 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c71b6a9a-9e04-4969-b377-0dc66edc61f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:47.906384 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71b6a9a-9e04-4969-b377-0dc66edc61f7 None None] Bound using segment: {'id': 'f34400df-c94b-4224-9e0c-3c0104ffd1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:51:47.906384 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-c71b6a9a-9e04-4969-b377-0dc66edc61f7 None None] Bound port: 7dffddcb-5385-461c-88c9-8504f5297dd7, host: dv-cinder-810917-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34400df-c94b-4224-9e0c-3c0104ffd1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:51:47.906384 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c71b6a9a-9e04-4969-b377-0dc66edc61f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (7dffddcb-5385-461c-88c9-8504f5297dd7), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:47.953907 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] For port 36319ec7-30a6-41e2-9344-fe413eaca368, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=36319ec7-30a6-41e2-9344-fe413eaca368,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:51:47.955558 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed13501-6603-4599-a1db-d3b5c5b150c4 admin admin] Network 60e1c116-600c-4c22-be1c-87ca9eb04745 is scheduled to be hosted by DHCP agent 669fbb72-d52e-4349-b520-3721ffb5f632 with binding_index 1 {{(pid=109769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:51:48.027196 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4f4b74e7-2a3e-4b82-b785-3639b1635a4d admin admin] Publish callbacks [] for security_group (af2a3d46-32f6-4ebb-b70d-1f90e85513a7), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:48.028692 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (36319ec7-30a6-41e2-9344-fe413eaca368), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:48.043726 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b0cf813f-d839-4d79-908a-32df5b0d208c admin admin] Publish callbacks [] for router_gateway (5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:48.048870 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-820da5cd-3458-4164-ac76-8dcec4a176ad admin admin] Publish callbacks [] for router_gateway (6878da10-dcd5-499a-9b6e-d1a30c55dfbf), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:48.171949 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4f4b74e7-2a3e-4b82-b785-3639b1635a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (af2a3d46-32f6-4ebb-b70d-1f90e85513a7), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:48.179285 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Pushing event updated for resources: {'Port': ['ID=36319ec7-30a6-41e2-9344-fe413eaca368,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:48.207538 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-c71b6a9a-9e04-4969-b377-0dc66edc61f7 None None] For port 7dffddcb-5385-461c-88c9-8504f5297dd7, host dv-cinder-810917-4-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:51:48.223721 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-aed13501-6603-4599-a1db-d3b5c5b150c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-4-iscsi, 60e1c116-600c-4c22-be1c-87ca9eb04745) {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:48.235256 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c1cbb2-f4b7-4c14-a821-85b790b6c1fc None None] Network 60e1c116-600c-4c22-be1c-87ca9eb04745 requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:51:48.308976 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-4f4b74e7-2a3e-4b82-b785-3639b1635a4d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9cf7b12926ec4174838d6cfeee7e74eb&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1036277 Feb 09 12:51:48.322071 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed13501-6603-4599-a1db-d3b5c5b150c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:48.323700 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aed13501-6603-4599-a1db-d3b5c5b150c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:48.324726 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 47676) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:51:48.448072 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-c71b6a9a-9e04-4969-b377-0dc66edc61f7 None None] For port 7dffddcb-5385-461c-88c9-8504f5297dd7, host dv-cinder-810917-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=7dffddcb-5385-461c-88c9-8504f5297dd7,segment=NetworkSegment(f34400df-c94b-4224-9e0c-3c0104ffd1f7),segment_id=f34400df-c94b-4224-9e0c-3c0104ffd1f7)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:51:48.478019 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065432a6-32e8-4658-9ee9-12a413b7bf5f admin admin] Pushing event updated for resources: {'Port': ['ID=0cf3c23b-bca7-4163-9892-69b230352e68,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:48.484213 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b74e7-2a3e-4b82-b785-3639b1635a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2a3d46-32f6-4ebb-b70d-1f90e85513a7,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:48.532631 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0320cc29-530d-4fea-a74b-1d26d096bf99 None None] Network 60e1c116-600c-4c22-be1c-87ca9eb04745 requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:51:48.696734 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df64258-59f2-45e4-b795-c84a4434a97b None None] Network 7a233017-512c-4fc0-9a95-c7f1c6d0e43c requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:51:48.697557 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-85c08823-4f1d-4b92-8f2f-325cb1bd37ea admin admin] Publish callbacks [] for security_group (af2a3d46-32f6-4ebb-b70d-1f90e85513a7), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:48.748881 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-aed13501-6603-4599-a1db-d3b5c5b150c4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.4092748 Feb 09 12:51:48.754687 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-85c08823-4f1d-4b92-8f2f-325cb1bd37ea admin admin] Publish callbacks [] for security_group (af2a3d46-32f6-4ebb-b70d-1f90e85513a7), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:48.807274 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c71b6a9a-9e04-4969-b377-0dc66edc61f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (7dffddcb-5385-461c-88c9-8504f5297dd7), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:49.037158 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-3e6bed1b-8673-4ea1-a3f4-c2adcb8dc333 None None] Provisioning complete for port 36319ec7-30a6-41e2-9344-fe413eaca368 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:49.043664 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3e6bed1b-8673-4ea1-a3f4-c2adcb8dc333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (36319ec7-30a6-41e2-9344-fe413eaca368), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:49.115996 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 36319ec7-30a6-41e2-9344-fe413eaca368 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:51:49.230770 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-85c08823-4f1d-4b92-8f2f-325cb1bd37ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (af2a3d46-32f6-4ebb-b70d-1f90e85513a7), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:49.238278 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-85c08823-4f1d-4b92-8f2f-325cb1bd37ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:49.259891 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-85c08823-4f1d-4b92-8f2f-325cb1bd37ea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/af2a3d46-32f6-4ebb-b70d-1f90e85513a7 HTTP/1.1" status: 204 len: 168 time: 0.9072757 Feb 09 12:51:49.286452 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c08823-4f1d-4b92-8f2f-325cb1bd37ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2a3d46-32f6-4ebb-b70d-1f90e85513a7,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:49.416512 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-820da5cd-3458-4164-ac76-8dcec4a176ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591097'] for router (6878da10-dcd5-499a-9b6e-d1a30c55dfbf), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:49.425763 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-962c9825-d1b3-4905-95fc-3d43feb28b44 req-0d1fe528-9cb6-43d5-bcda-dfbbf789e3c8 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 210 time: 0.2184832 Feb 09 12:51:49.444251 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port 36319ec7-30a6-41e2-9344-fe413eaca368 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:49.445029 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (36319ec7-30a6-41e2-9344-fe413eaca368), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:49.513034 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-065432a6-32e8-4658-9ee9-12a413b7bf5f admin admin] Publish callbacks [] for router_gateway (414cf15f-1610-4f74-aaf5-78e4f98f1f42), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:49.560008 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b6a9a-9e04-4969-b377-0dc66edc61f7 None None] Pushing event updated for resources: {'Port': ['ID=7dffddcb-5385-461c-88c9-8504f5297dd7,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:49.814282 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-3e6bed1b-8673-4ea1-a3f4-c2adcb8dc333 None None] Current status of the port 36319ec7-30a6-41e2-9344-fe413eaca368 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:51:49.934304 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b0cf813f-d839-4d79-908a-32df5b0d208c admin admin] Publish callbacks [] for router_gateway (5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:49.972459 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b0cf813f-d839-4d79-908a-32df5b0d208c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:50.001142 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port 36319ec7-30a6-41e2-9344-fe413eaca368 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:51:50.072681 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-79f9786e-0613-4510-b6bb-7a20253c0a51 None None] Provisioning complete for port 36319ec7-30a6-41e2-9344-fe413eaca368 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:50.079001 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-79f9786e-0613-4510-b6bb-7a20253c0a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (36319ec7-30a6-41e2-9344-fe413eaca368), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:50.255656 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-b0cf813f-d839-4d79-908a-32df5b0d208c admin admin] Allocated IP 172.27.3.10 (a2e9d4bf-7356-45aa-a65f-bd468972dd5d/c9ce0d82-6bfd-4731-856e-4f09afc4aa6c/e8942fa1-4a49-4399-966f-8a2c630805fd) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:51:50.359466 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-79f9786e-0613-4510-b6bb-7a20253c0a51 None None] Current status of the port 36319ec7-30a6-41e2-9344-fe413eaca368 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:51:50.506050 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-065432a6-32e8-4658-9ee9-12a413b7bf5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591097'] for router (414cf15f-1610-4f74-aaf5-78e4f98f1f42), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:50.554562 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820da5cd-3458-4164-ac76-8dcec4a176ad admin admin] Router 6878da10-dcd5-499a-9b6e-d1a30c55dfbf is scheduled to L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 with binding_index 1 {{(pid=109769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 12:51:50.572690 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b0cf813f-d839-4d79-908a-32df5b0d208c admin admin] Publish callbacks [] for port (e8942fa1-4a49-4399-966f-8a2c630805fd), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:50.820702 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 12:51:50.967626 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820da5cd-3458-4164-ac76-8dcec4a176ad admin admin] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:51:50.993399 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92620e1-568c-440d-a2b4-3edf933b3db4 None None] Sync routers for ids ['6878da10-dcd5-499a-9b6e-d1a30c55dfbf'] in dv-cinder-810917-4-iscsi {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:51:51.012456 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92620e1-568c-440d-a2b4-3edf933b3db4 None None] Routers {'6878da10-dcd5-499a-9b6e-d1a30c55dfbf'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:51:51.013610 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-c92620e1-568c-440d-a2b4-3edf933b3db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:51:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['6878da10-dcd5-499a-9b6e-d1a30c55dfbf'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:51.042598 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b0cf813f-d839-4d79-908a-32df5b0d208c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (e8942fa1-4a49-4399-966f-8a2c630805fd), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:51.114443 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 7dffddcb-5385-461c-88c9-8504f5297dd7 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:51:51.440962 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-413caf7a-67eb-4b87-b442-4b85fbe4ae54 req-c6972ff9-24ec-44fe-b4d1-31d3c8f0b4fb tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 210 time: 0.1494894 Feb 09 12:51:51.448266 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port 7dffddcb-5385-461c-88c9-8504f5297dd7 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:51.448266 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (7dffddcb-5385-461c-88c9-8504f5297dd7), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:51.448556 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-820da5cd-3458-4164-ac76-8dcec4a176ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:51.448556 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-820da5cd-3458-4164-ac76-8dcec4a176ad admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.8008180 Feb 09 12:51:51.448556 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 47770) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:51:51.448556 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cf813f-d839-4d79-908a-32df5b0d208c admin admin] Network a2e9d4bf-7356-45aa-a65f-bd468972dd5d is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:51.448556 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-b0cf813f-d839-4d79-908a-32df5b0d208c admin admin] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:51.544798 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cf813f-d839-4d79-908a-32df5b0d208c admin admin] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:51:51.639449 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8c70c9-479e-4df3-b712-c561d0c05ef3 None None] Network 2b9eccac-64ca-4d60-9a01-96555c9ae72a requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:51:51.647921 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port 7dffddcb-5385-461c-88c9-8504f5297dd7 is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:51:51.648507 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (7dffddcb-5385-461c-88c9-8504f5297dd7), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:51.654790 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf813f-d839-4d79-908a-32df5b0d208c admin admin] Pushing event updated for resources: {'Port': ['ID=e8942fa1-4a49-4399-966f-8a2c630805fd,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:51.710446 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-c92620e1-568c-440d-a2b4-3edf933b3db4 None None] Set router 6878da10-dcd5-499a-9b6e-d1a30c55dfbf gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:51:51.753359 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-8142023a-e882-469f-85a4-1f8a5d39cce3 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:51.773483 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-8142023a-e882-469f-85a4-1f8a5d39cce3 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/networks?id=60e1c116-600c-4c22-be1c-87ca9eb04745 HTTP/1.1" status: 200 len: 813 time: 0.6671920 Feb 09 12:51:51.797343 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065432a6-32e8-4658-9ee9-12a413b7bf5f admin admin] Router 414cf15f-1610-4f74-aaf5-78e4f98f1f42 is scheduled to L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 with binding_index 1 {{(pid=109770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 12:51:51.813803 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-fcbee810-de80-420a-9530-2a3c390e6d16 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/quotas/c700a76888af4c26ac5b858223b6e261 HTTP/1.1" status: 200 len: 375 time: 0.0386622 Feb 09 12:51:52.059993 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-79685548-359d-4664-85fc-e3704642f8c8 None None] Provisioning complete for port 7dffddcb-5385-461c-88c9-8504f5297dd7 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:52.060662 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-79685548-359d-4664-85fc-e3704642f8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (7dffddcb-5385-461c-88c9-8504f5297dd7), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:52.069529 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-18a911c8-d582-4c0c-908f-890185f6f907 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c700a76888af4c26ac5b858223b6e261&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2531703 Feb 09 12:51:52.239557 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 47796) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:51:52.315749 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] For port 7dffddcb-5385-461c-88c9-8504f5297dd7, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=7dffddcb-5385-461c-88c9-8504f5297dd7,segment=NetworkSegment(f34400df-c94b-4224-9e0c-3c0104ffd1f7),segment_id=f34400df-c94b-4224-9e0c-3c0104ffd1f7)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:51:52.556291 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065432a6-32e8-4658-9ee9-12a413b7bf5f admin admin] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:51:52.564374 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (7dffddcb-5385-461c-88c9-8504f5297dd7), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:52.571803 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-c92620e1-568c-440d-a2b4-3edf933b3db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6878da10-dcd5-499a-9b6e-d1a30c55dfbf', 'name': 'tempest-ServerRescueNegativeTestJSON-1878340087-router', 'tenant_id': 'aac257b16e274dfb9778b47283dbc3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:42Z', 'updated_at': '2022-02-09T12:51:46Z', 'revision_number': 3, 'project_id': 'aac257b16e274dfb9778b47283dbc3d7', 'gw_port': {'id': '0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6878da10-dcd5-499a-9b6e-d1a30c55dfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:44Z', 'updated_at': '2022-02-09T12:51:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:52.631504 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62d0314-a6e8-4e40-85c1-19eee417cdd9 None None] Sync routers for ids ['414cf15f-1610-4f74-aaf5-78e4f98f1f42'] in dv-cinder-810917-4-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:51:52.659816 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b0cf813f-d839-4d79-908a-32df5b0d208c admin admin] Publish callbacks [] for router_gateway (5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:52.664041 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92620e1-568c-440d-a2b4-3edf933b3db4 None None] Checking router: 6878da10-dcd5-499a-9b6e-d1a30c55dfbf for host: dv-cinder-810917-4-iscsi {{(pid=109772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:51:52.665105 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92620e1-568c-440d-a2b4-3edf933b3db4 None None] Updating router 6878da10-dcd5-499a-9b6e-d1a30c55dfbf port 0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf binding host dv-cinder-810917-4-iscsi {{(pid=109772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:51:52.708949 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-065432a6-32e8-4658-9ee9-12a413b7bf5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:52.716140 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-065432a6-32e8-4658-9ee9-12a413b7bf5f admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.2037456 Feb 09 12:51:52.717428 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 47812) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:51:52.766927 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-79685548-359d-4664-85fc-e3704642f8c8 None None] Current status of the port 7dffddcb-5385-461c-88c9-8504f5297dd7 is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:51:52.767680 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-79685548-359d-4664-85fc-e3704642f8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (7dffddcb-5385-461c-88c9-8504f5297dd7), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:52.795183 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c92620e1-568c-440d-a2b4-3edf933b3db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf), before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:52.840566 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62d0314-a6e8-4e40-85c1-19eee417cdd9 None None] Routers {'414cf15f-1610-4f74-aaf5-78e4f98f1f42'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:51:52.842227 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-f62d0314-a6e8-4e40-85c1-19eee417cdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:51:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['414cf15f-1610-4f74-aaf5-78e4f98f1f42'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:53.135463 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Pushing event updated for resources: {'Port': ['ID=7dffddcb-5385-461c-88c9-8504f5297dd7,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:53.179417 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-5ded9ee1-2da9-4eba-a824-774d067e079b service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109770) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 12:51:53.193802 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-5ded9ee1-2da9-4eba-a824-774d067e079b service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6302032 Feb 09 12:51:53.344691 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.db.api [None req-79685548-359d-4664-85fc-e3704642f8c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:51:53.346577 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG oslo_db.api [None req-79685548-359d-4664-85fc-e3704642f8c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:51:53.363987 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-f62d0314-a6e8-4e40-85c1-19eee417cdd9 None None] Set router 414cf15f-1610-4f74-aaf5-78e4f98f1f42 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:51:53.421612 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-75291e43-b848-43c5-8de5-af6b2d8207d4 service neutron] 10.222.0.50 "GET /v2.0/networks/60e1c116-600c-4c22-be1c-87ca9eb04745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201946 Feb 09 12:51:53.428171 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8181770b-5af6-4cd4-99b2-07a726c4aa84 req-6e151919-a470-464b-9bf0-a2661d7a228f tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 210 time: 0.0736930 Feb 09 12:51:53.453273 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2f0047d7-1d67-44f5-ae6d-c126d467dd4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:53.468543 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c92620e1-568c-440d-a2b4-3edf933b3db4 None None] Publish callbacks [] for port (0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf), precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:53.516294 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-00133b72-0327-4520-9251-2ac2f3835144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:53.538945 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c92620e1-568c-440d-a2b4-3edf933b3db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf), after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:53.659170 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-ca1ceb91-eff9-4d1a-a2f5-4ff003faedb4 service neutron] 10.222.0.50 "GET /v2.0/networks/60e1c116-600c-4c22-be1c-87ca9eb04745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320580 Feb 09 12:51:53.852406 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [None req-c92620e1-568c-440d-a2b4-3edf933b3db4 None None] Attempting to bind port 0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf on host dv-cinder-810917-4-iscsi for vnic_type normal with profile {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:51:53.853588 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [None req-c92620e1-568c-440d-a2b4-3edf933b3db4 None None] Attempting to bind port 0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf by drivers openvswitch,hyperv on host dv-cinder-810917-4-iscsi at level 0 using segments [{'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:51:53.854464 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92620e1-568c-440d-a2b4-3edf933b3db4 None None] Attempting to bind port 0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf on network a2e9d4bf-7356-45aa-a65f-bd468972dd5d {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:51:53.871375 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92620e1-568c-440d-a2b4-3edf933b3db4 None None] Checking agent: {'id': '46f62665-8b82-4ce4-9f5d-d8528a85ae2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'started_at': datetime.datetime(2022, 2, 9, 12, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:51:53.872319 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92620e1-568c-440d-a2b4-3edf933b3db4 None None] Checking segment: {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:51:53.873156 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c92620e1-568c-440d-a2b4-3edf933b3db4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:53.874130 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92620e1-568c-440d-a2b4-3edf933b3db4 None None] Bound using segment: {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:51:53.875244 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [None req-c92620e1-568c-440d-a2b4-3edf933b3db4 None None] Bound port: 0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf, host: dv-cinder-810917-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:51:53.876317 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c92620e1-568c-440d-a2b4-3edf933b3db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf), before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:53.942658 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f3fa7-e690-4ef1-aeab-bb33c56b93ba None None] Pushing event updated for resources: {'Port': ['ID=0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf,revision_number=2']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:53.996761 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f3fa7-e690-4ef1-aeab-bb33c56b93ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:54.004650 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f3fa7-e690-4ef1-aeab-bb33c56b93ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:54.014510 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f3fa7-e690-4ef1-aeab-bb33c56b93ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:54.015507 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f3fa7-e690-4ef1-aeab-bb33c56b93ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:54.016490 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f3fa7-e690-4ef1-aeab-bb33c56b93ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:54.017513 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f3fa7-e690-4ef1-aeab-bb33c56b93ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:54.019723 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f3fa7-e690-4ef1-aeab-bb33c56b93ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:54.023354 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f3fa7-e690-4ef1-aeab-bb33c56b93ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:54.024553 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f3fa7-e690-4ef1-aeab-bb33c56b93ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:54.025537 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f3fa7-e690-4ef1-aeab-bb33c56b93ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:54.029988 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f3fa7-e690-4ef1-aeab-bb33c56b93ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:54.031313 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f3fa7-e690-4ef1-aeab-bb33c56b93ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:54.032232 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f3fa7-e690-4ef1-aeab-bb33c56b93ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f3fa7-e690-4ef1-aeab-bb33c56b93ba None None] Tracked resource versions report: Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: pushed versions: Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: { 'AddressGroup': {'1.2'}, Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: 'ConntrackHelper': {'1.0'}, Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: 'LocalIPAssociation': {'1.0'}, Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: 'Log': {'1.0'}, Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: 'Network': {'1.1'}, Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: 'Port': {'1.7'}, Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: 'PortForwarding': {'1.2'}, Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: 'QosPolicy': {'1.10'}, Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: 'SecurityGroup': {'1.5'}, Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: 'SecurityGroupRule': {'1.2'}, Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: 'SubPort': {'1.0'}, Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: 'Subnet': {'1.1'}, Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: 'Trunk': {'1.1'}} Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: consumer versions: Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: { DHCP agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: HyperV agent@hv-cinder-81091: {}, Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: L3 agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: Metadata agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: Metering agent@dv-cinder-810917-4-iscsi: {}, Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: Open vSwitch agent@dv-cinder-810917-4-iscsi: { 'AddressGroup': '1.2', Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: 'ConntrackHelper': '1.0', Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: 'LocalIPAssociation': '1.0', Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: 'Log': '1.0', Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: 'Network': '1.1', Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: 'Port': '1.7', Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: 'PortForwarding': '1.2', Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: 'QosPolicy': '1.10', Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: 'SecurityGroup': '1.5', Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: 'SecurityGroupRule': '1.2', Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: 'SubPort': '1.0', Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: 'Subnet': '1.1', Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: 'Trunk': '1.1'}} Feb 09 12:51:54.040303 dv-cinder-810917-4-iscsi neutron-server[109772]: {{(pid=109772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 12:51:54.070029 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-79685548-359d-4664-85fc-e3704642f8c8 None None] Current status of the port 7dffddcb-5385-461c-88c9-8504f5297dd7 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:51:54.092740 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-f62d0314-a6e8-4e40-85c1-19eee417cdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'name': 'tempest-AttachVolumeShelveTestJSON-1633902968-router', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:44Z', 'updated_at': '2022-02-09T12:51:48Z', 'revision_number': 3, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'gw_port': {'id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:51:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:54.130392 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62d0314-a6e8-4e40-85c1-19eee417cdd9 None None] Checking router: 414cf15f-1610-4f74-aaf5-78e4f98f1f42 for host: dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:51:54.130637 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62d0314-a6e8-4e40-85c1-19eee417cdd9 None None] Updating router 414cf15f-1610-4f74-aaf5-78e4f98f1f42 port 0cf3c23b-bca7-4163-9892-69b230352e68 binding host dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:51:54.165754 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-c92620e1-568c-440d-a2b4-3edf933b3db4 None None] For port 0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf, host dv-cinder-810917-4-iscsi, cleared binding levels {{(pid=109772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:51:54.189255 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-c92620e1-568c-440d-a2b4-3edf933b3db4 None None] For port 0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf, host dv-cinder-810917-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf,segment=NetworkSegment(b9e37f85-ea5b-4692-8272-94f7f4592b1f),segment_id=b9e37f85-ea5b-4692-8272-94f7f4592b1f)] {{(pid=109772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:51:54.219997 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f62d0314-a6e8-4e40-85c1-19eee417cdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (0cf3c23b-bca7-4163-9892-69b230352e68), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:54.231870 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-eaa7fa02-231d-4cf0-855a-0b9556ac60f9 None None] Provisioning complete for port 7dffddcb-5385-461c-88c9-8504f5297dd7 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:54.236481 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-eaa7fa02-231d-4cf0-855a-0b9556ac60f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (7dffddcb-5385-461c-88c9-8504f5297dd7), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:54.300045 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c92620e1-568c-440d-a2b4-3edf933b3db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf), after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:54.462506 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2f0047d7-1d67-44f5-ae6d-c126d467dd4d admin admin] Publish callbacks [] for security_group (16fc2c78-040f-4588-9a97-44a7791cf47e), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:54.516421 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-eaa7fa02-231d-4cf0-855a-0b9556ac60f9 None None] Current status of the port 7dffddcb-5385-461c-88c9-8504f5297dd7 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:51:54.538415 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92620e1-568c-440d-a2b4-3edf933b3db4 None None] Routers {'6878da10-dcd5-499a-9b6e-d1a30c55dfbf'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:51:54.539584 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-c92620e1-568c-440d-a2b4-3edf933b3db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:51:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['6878da10-dcd5-499a-9b6e-d1a30c55dfbf'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:54.676855 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-36a861c5-817a-42ca-ae7c-0c6bf495b508 req-343d3f69-3e74-475d-b436-f3a2c4827328 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 210 time: 0.0881252 Feb 09 12:51:54.691492 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2f0047d7-1d67-44f5-ae6d-c126d467dd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (16fc2c78-040f-4588-9a97-44a7791cf47e), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:55.045148 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.18', 52607) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:51:55.078103 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f3fa7-e690-4ef1-aeab-bb33c56b93ba None None] Pushing event updated for resources: {'Port': ['ID=0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf,revision_number=3']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:55.085203 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-2f0047d7-1d67-44f5-ae6d-c126d467dd4d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c83f2859e5f94f908ca29a6f0c0f0b25&name=default HTTP/1.1" status: 200 len: 2992 time: 2.8393016 Feb 09 12:51:55.112322 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 47860) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:51:55.112322 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0047d7-1d67-44f5-ae6d-c126d467dd4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fc2c78-040f-4588-9a97-44a7791cf47e,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:55.235715 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-4a2e29e3-c2fb-4721-81d6-05f874011c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:55.279292 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 7dffddcb-5385-461c-88c9-8504f5297dd7 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:51:55.290977 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b0cf813f-d839-4d79-908a-32df5b0d208c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591097'] for router (5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:55.296201 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-c92620e1-568c-440d-a2b4-3edf933b3db4 None None] Set router 6878da10-dcd5-499a-9b6e-d1a30c55dfbf gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:51:55.322253 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-06eb9c62-508d-497b-afac-b86c74af8573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:55.328328 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f62d0314-a6e8-4e40-85c1-19eee417cdd9 None None] Publish callbacks [] for port (0cf3c23b-bca7-4163-9892-69b230352e68), precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:55.542763 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f62d0314-a6e8-4e40-85c1-19eee417cdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (0cf3c23b-bca7-4163-9892-69b230352e68), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:55.680827 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-517294a8-ca92-4362-b769-12c9d0a89913 admin admin] Publish callbacks [] for security_group (16fc2c78-040f-4588-9a97-44a7791cf47e), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:55.683302 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e48e6d-7790-4d70-a049-34cdaa6f3b5f None None] Pushing event updated for resources: {'Port': ['ID=0cf3c23b-bca7-4163-9892-69b230352e68,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:55.709401 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-c92620e1-568c-440d-a2b4-3edf933b3db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6878da10-dcd5-499a-9b6e-d1a30c55dfbf', 'name': 'tempest-ServerRescueNegativeTestJSON-1878340087-router', 'tenant_id': 'aac257b16e274dfb9778b47283dbc3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:42Z', 'updated_at': '2022-02-09T12:51:46Z', 'revision_number': 3, 'project_id': 'aac257b16e274dfb9778b47283dbc3d7', 'gw_port': {'id': '0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6878da10-dcd5-499a-9b6e-d1a30c55dfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:44Z', 'updated_at': '2022-02-09T12:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:55.725188 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-f62d0314-a6e8-4e40-85c1-19eee417cdd9 None None] Attempting to bind port 0cf3c23b-bca7-4163-9892-69b230352e68 on host dv-cinder-810917-4-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:51:55.725478 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-f62d0314-a6e8-4e40-85c1-19eee417cdd9 None None] Attempting to bind port 0cf3c23b-bca7-4163-9892-69b230352e68 by drivers openvswitch,hyperv on host dv-cinder-810917-4-iscsi at level 0 using segments [{'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:51:55.725866 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62d0314-a6e8-4e40-85c1-19eee417cdd9 None None] Attempting to bind port 0cf3c23b-bca7-4163-9892-69b230352e68 on network a2e9d4bf-7356-45aa-a65f-bd468972dd5d {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:51:55.739038 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-517294a8-ca92-4362-b769-12c9d0a89913 admin admin] Publish callbacks [] for security_group (16fc2c78-040f-4588-9a97-44a7791cf47e), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:55.746468 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62d0314-a6e8-4e40-85c1-19eee417cdd9 None None] Checking agent: {'id': '46f62665-8b82-4ce4-9f5d-d8528a85ae2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'started_at': datetime.datetime(2022, 2, 9, 12, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:51:55.746880 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62d0314-a6e8-4e40-85c1-19eee417cdd9 None None] Checking segment: {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:51:55.747396 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f62d0314-a6e8-4e40-85c1-19eee417cdd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:55.747681 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62d0314-a6e8-4e40-85c1-19eee417cdd9 None None] Bound using segment: {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:51:55.748133 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-f62d0314-a6e8-4e40-85c1-19eee417cdd9 None None] Bound port: 0cf3c23b-bca7-4163-9892-69b230352e68, host: dv-cinder-810917-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:51:55.757218 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-65b1925d-7a67-4cdd-82e9-a42fb2e29e76 req-a6478dba-c528-4cab-b8ba-4a58fec665a0 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 210 time: 0.3646829 Feb 09 12:51:55.782970 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f62d0314-a6e8-4e40-85c1-19eee417cdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (0cf3c23b-bca7-4163-9892-69b230352e68), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:55.837699 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92620e1-568c-440d-a2b4-3edf933b3db4 None None] The sync data for ids ['6878da10-dcd5-499a-9b6e-d1a30c55dfbf'] in dv-cinder-810917-4-iscsi is: [{'id': '6878da10-dcd5-499a-9b6e-d1a30c55dfbf', 'name': 'tempest-ServerRescueNegativeTestJSON-1878340087-router', 'tenant_id': 'aac257b16e274dfb9778b47283dbc3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:42Z', 'updated_at': '2022-02-09T12:51:46Z', 'revision_number': 3, 'project_id': 'aac257b16e274dfb9778b47283dbc3d7', 'gw_port': {'id': '0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6878da10-dcd5-499a-9b6e-d1a30c55dfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:44Z', 'updated_at': '2022-02-09T12:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}] {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:51:55.933482 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port 7dffddcb-5385-461c-88c9-8504f5297dd7 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:55.934053 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (7dffddcb-5385-461c-88c9-8504f5297dd7), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:55.954081 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-529ac7a5-8499-457a-8a8b-4bb7e715e7ad req-19564840-b56f-426e-a628-d8da15cc5a54 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 210 time: 0.1364958 Feb 09 12:51:56.083568 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-6f7d328b-b5c6-44c5-bd10-20bb76de1abd tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:51:56.090022 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-6f7d328b-b5c6-44c5-bd10-20bb76de1abd tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.18 "GET /v2.0/networks?id=c503528d-9c98-42eb-aea2-2650c54662c7 HTTP/1.1" status: 200 len: 812 time: 0.8593903 Feb 09 12:51:56.134044 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-f62d0314-a6e8-4e40-85c1-19eee417cdd9 None None] For port 0cf3c23b-bca7-4163-9892-69b230352e68, host dv-cinder-810917-4-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:51:56.167152 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-f62d0314-a6e8-4e40-85c1-19eee417cdd9 None None] For port 0cf3c23b-bca7-4163-9892-69b230352e68, host dv-cinder-810917-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=0cf3c23b-bca7-4163-9892-69b230352e68,segment=NetworkSegment(b9e37f85-ea5b-4692-8272-94f7f4592b1f),segment_id=b9e37f85-ea5b-4692-8272-94f7f4592b1f)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:51:56.227688 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5e9f9fb7-ab2f-48b0-939f-e8a8e990504d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:56.238012 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-06eb9c62-508d-497b-afac-b86c74af8573 admin admin] Allocated IP 172.20.0.1 (fe9e02a9-db66-4356-b324-dd8d3fc56de1/3eaa3335-b6ec-45d9-968c-d644bee9379c/0e2479bb-36f4-41ef-8e35-80be51976c56) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:51:56.271995 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-2b916e05-5b4e-41df-b265-b75f3fb3180c tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Request body: {'port': {'device_id': 'f65c9041-b32d-402e-b7db-604960c2d427', 'network_id': 'c503528d-9c98-42eb-aea2-2650c54662c7', 'admin_state_up': True, 'tenant_id': 'ffd005ddd8b54694abf2c6cbc33bff8b'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:51:56.278119 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-517294a8-ca92-4362-b769-12c9d0a89913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (16fc2c78-040f-4588-9a97-44a7791cf47e), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:56.281424 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-517294a8-ca92-4362-b769-12c9d0a89913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:56.282845 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-517294a8-ca92-4362-b769-12c9d0a89913 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/16fc2c78-040f-4588-9a97-44a7791cf47e HTTP/1.1" status: 204 len: 168 time: 1.1624496 Feb 09 12:51:56.316684 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517294a8-ca92-4362-b769-12c9d0a89913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fc2c78-040f-4588-9a97-44a7791cf47e,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:56.359329 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f62d0314-a6e8-4e40-85c1-19eee417cdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (0cf3c23b-bca7-4163-9892-69b230352e68), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:56.360118 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cf813f-d839-4d79-908a-32df5b0d208c admin admin] Router 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 is scheduled to L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 with binding_index 1 {{(pid=109769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 12:51:56.479412 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e48e6d-7790-4d70-a049-34cdaa6f3b5f None None] Pushing event updated for resources: {'Port': ['ID=0cf3c23b-bca7-4163-9892-69b230352e68,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:56.600260 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62d0314-a6e8-4e40-85c1-19eee417cdd9 None None] Routers {'414cf15f-1610-4f74-aaf5-78e4f98f1f42'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:51:56.601999 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-f62d0314-a6e8-4e40-85c1-19eee417cdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:51:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['414cf15f-1610-4f74-aaf5-78e4f98f1f42'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:56.725292 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port 7dffddcb-5385-461c-88c9-8504f5297dd7 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:51:56.775040 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-06eb9c62-508d-497b-afac-b86c74af8573 admin admin] Publish callbacks [] for port (0e2479bb-36f4-41ef-8e35-80be51976c56), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:56.804311 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cf813f-d839-4d79-908a-32df5b0d208c admin admin] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:51:56.830024 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f268ca5-6b6b-43eb-9a9e-84b0a9e624d3 None None] Sync routers for ids ['5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'] in dv-cinder-810917-4-iscsi {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:51:56.851727 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f268ca5-6b6b-43eb-9a9e-84b0a9e624d3 None None] Routers {'5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:51:56.854329 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-3f268ca5-6b6b-43eb-9a9e-84b0a9e624d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:51:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:56.857541 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-f62d0314-a6e8-4e40-85c1-19eee417cdd9 None None] Set router 414cf15f-1610-4f74-aaf5-78e4f98f1f42 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:51:57.013030 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b0cf813f-d839-4d79-908a-32df5b0d208c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:57.015169 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-b0cf813f-d839-4d79-908a-32df5b0d208c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.6884024 Feb 09 12:51:57.022832 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-06eb9c62-508d-497b-afac-b86c74af8573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (0e2479bb-36f4-41ef-8e35-80be51976c56), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:57.022832 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 47916) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:51:57.089765 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-941d04df-0de3-4064-b837-3cb0d4b524e7 req-4673c045-9ba3-430a-8873-e9182f282be4 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 210 time: 0.1295466 Feb 09 12:51:57.261570 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [None req-4a2e29e3-c2fb-4721-81d6-05f874011c38 admin admin] Allocated IP 172.20.0.1 (7a233017-512c-4fc0-9a95-c7f1c6d0e43c/5361ada0-f2f0-49de-80d0-c2d7fc189252/1b6739ff-9f31-4c30-bcab-4fc9eee07d36) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:51:57.390535 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-3f268ca5-6b6b-43eb-9a9e-84b0a9e624d3 None None] Set router 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:51:57.428827 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 47924) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:51:57.443480 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eb9c62-508d-497b-afac-b86c74af8573 admin admin] Network fe9e02a9-db66-4356-b324-dd8d3fc56de1 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:57.478071 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4a8c0b05-5b9c-4d94-b906-5db2f327271a req-26f2a9b8-b817-428a-b29d-1b7020ee533b tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 210 time: 0.1456680 Feb 09 12:51:57.486496 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-06eb9c62-508d-497b-afac-b86c74af8573 admin admin] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:57.491837 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-2b916e05-5b4e-41df-b265-b75f3fb3180c tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Made reservation on behalf of ffd005ddd8b54694abf2c6cbc33bff8b for: {'port': 1} {{(pid=109770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:51:57.493638 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-2b916e05-5b4e-41df-b265-b75f3fb3180c tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:57.498876 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eb9c62-508d-497b-afac-b86c74af8573 admin admin] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:51:57.501155 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-06eb9c62-508d-497b-afac-b86c74af8573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1591278'] for router_interface (6878da10-dcd5-499a-9b6e-d1a30c55dfbf), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:57.592364 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9c62-508d-497b-afac-b86c74af8573 admin admin] Pushing event updated for resources: {'Port': ['ID=0e2479bb-36f4-41ef-8e35-80be51976c56,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:57.717157 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:51:57.727163 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 47938) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:51:57.787699 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-4a2e29e3-c2fb-4721-81d6-05f874011c38 admin admin] Publish callbacks [] for port (1b6739ff-9f31-4c30-bcab-4fc9eee07d36), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:57.992638 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-3f268ca5-6b6b-43eb-9a9e-84b0a9e624d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'name': 'tempest-AttachVolumeTestJSON-791187294-router', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:51:51Z', 'revision_number': 3, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'gw_port': {'id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:58:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:49Z', 'updated_at': '2022-02-09T12:51:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:58.034320 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:58.132544 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f268ca5-6b6b-43eb-9a9e-84b0a9e624d3 None None] Checking router: 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 for host: dv-cinder-810917-4-iscsi {{(pid=109772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:51:58.134075 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f268ca5-6b6b-43eb-9a9e-84b0a9e624d3 None None] Updating router 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 port e8942fa1-4a49-4399-966f-8a2c630805fd binding host dv-cinder-810917-4-iscsi {{(pid=109772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:51:58.154055 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port 0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:58.154055 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:58.249876 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3f268ca5-6b6b-43eb-9a9e-84b0a9e624d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (e8942fa1-4a49-4399-966f-8a2c630805fd), before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:58.347371 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-2b916e05-5b4e-41df-b265-b75f3fb3180c tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Allocated IP 172.20.0.10 (c503528d-9c98-42eb-aea2-2650c54662c7/56a043ac-e57d-4cb8-8ab2-9c04c509ae33/c9c08fe2-352d-4d55-aed1-e41644d08b0c) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:51:58.413667 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-f62d0314-a6e8-4e40-85c1-19eee417cdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'name': 'tempest-AttachVolumeShelveTestJSON-1633902968-router', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:44Z', 'updated_at': '2022-02-09T12:51:48Z', 'revision_number': 3, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'gw_port': {'id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:51:58.437450 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a16e9dfd-94ba-4c9c-ab7e-0ec8770fbbd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:58.564608 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-4a2e29e3-c2fb-4721-81d6-05f874011c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (1b6739ff-9f31-4c30-bcab-4fc9eee07d36), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:58.650107 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port 0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:51:58.651128 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:58.661133 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62d0314-a6e8-4e40-85c1-19eee417cdd9 None None] The sync data for ids ['414cf15f-1610-4f74-aaf5-78e4f98f1f42'] in dv-cinder-810917-4-iscsi is: [{'id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'name': 'tempest-AttachVolumeShelveTestJSON-1633902968-router', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:44Z', 'updated_at': '2022-02-09T12:51:48Z', 'revision_number': 3, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'gw_port': {'id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:51:58.687872 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-f7289af6-013f-47d8-87ab-e89a2070e726 req-c66426f3-1e7f-4745-b0a4-c6e240c2b6fb tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 210 time: 0.1922708 Feb 09 12:51:58.778559 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] For port 0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf,segment=NetworkSegment(b9e37f85-ea5b-4692-8272-94f7f4592b1f),segment_id=b9e37f85-ea5b-4692-8272-94f7f4592b1f)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:51:58.867651 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:58.868595 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:58.882767 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2e29e3-c2fb-4721-81d6-05f874011c38 admin admin] Network 7a233017-512c-4fc0-9a95-c7f1c6d0e43c is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:51:58.882767 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-cb90d6a5-8592-4d0e-b043-77d4f17063f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:59.037762 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a16e9dfd-94ba-4c9c-ab7e-0ec8770fbbd0 admin admin] Publish callbacks [] for security_group (f45a2fe4-a121-4c53-babf-6c9720684f8b), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:59.038622 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-4a2e29e3-c2fb-4721-81d6-05f874011c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:51:59.042157 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2e29e3-c2fb-4721-81d6-05f874011c38 admin admin] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:51:59.042386 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-4a2e29e3-c2fb-4721-81d6-05f874011c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1591278'] for router_interface (414cf15f-1610-4f74-aaf5-78e4f98f1f42), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:59.191088 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Pushing event updated for resources: {'Port': ['ID=0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:59.241814 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e29e3-c2fb-4721-81d6-05f874011c38 admin admin] Pushing event updated for resources: {'Port': ['ID=1b6739ff-9f31-4c30-bcab-4fc9eee07d36,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:59.327196 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3f268ca5-6b6b-43eb-9a9e-84b0a9e624d3 None None] Publish callbacks [] for port (e8942fa1-4a49-4399-966f-8a2c630805fd), precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:59.520001 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3f268ca5-6b6b-43eb-9a9e-84b0a9e624d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (e8942fa1-4a49-4399-966f-8a2c630805fd), after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:59.660546 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a16e9dfd-94ba-4c9c-ab7e-0ec8770fbbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (f45a2fe4-a121-4c53-babf-6c9720684f8b), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:59.705345 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e42a716b-89e2-493e-8f0b-4cccf5f4724a req-c146a720-956a-4d6e-95f0-07e56fb4570b tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 210 time: 0.8011189 Feb 09 12:51:59.854139 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [None req-3f268ca5-6b6b-43eb-9a9e-84b0a9e624d3 None None] Attempting to bind port e8942fa1-4a49-4399-966f-8a2c630805fd on host dv-cinder-810917-4-iscsi for vnic_type normal with profile {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:51:59.859303 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [None req-3f268ca5-6b6b-43eb-9a9e-84b0a9e624d3 None None] Attempting to bind port e8942fa1-4a49-4399-966f-8a2c630805fd by drivers openvswitch,hyperv on host dv-cinder-810917-4-iscsi at level 0 using segments [{'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:51:59.860791 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f268ca5-6b6b-43eb-9a9e-84b0a9e624d3 None None] Attempting to bind port e8942fa1-4a49-4399-966f-8a2c630805fd on network a2e9d4bf-7356-45aa-a65f-bd468972dd5d {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:51:59.865713 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bd426-9a0d-4b80-89f3-4b3072f9e793 None None] Pushing event updated for resources: {'Port': ['ID=e8942fa1-4a49-4399-966f-8a2c630805fd,revision_number=2']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:51:59.892621 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f268ca5-6b6b-43eb-9a9e-84b0a9e624d3 None None] Checking agent: {'id': '46f62665-8b82-4ce4-9f5d-d8528a85ae2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'started_at': datetime.datetime(2022, 2, 9, 12, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:51:59.898720 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f268ca5-6b6b-43eb-9a9e-84b0a9e624d3 None None] Checking segment: {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:51:59.898720 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3f268ca5-6b6b-43eb-9a9e-84b0a9e624d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:59.898720 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f268ca5-6b6b-43eb-9a9e-84b0a9e624d3 None None] Bound using segment: {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:51:59.898720 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [None req-3f268ca5-6b6b-43eb-9a9e-84b0a9e624d3 None None] Bound port: e8942fa1-4a49-4399-966f-8a2c630805fd, host: dv-cinder-810917-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:51:59.898720 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3f268ca5-6b6b-43eb-9a9e-84b0a9e624d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (e8942fa1-4a49-4399-966f-8a2c630805fd), before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:59.929924 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:59.949110 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-0755bc07-46ff-437b-a38c-1e7ddb95edf2 None None] Provisioning complete for port 1b6739ff-9f31-4c30-bcab-4fc9eee07d36 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:51:59.949559 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0755bc07-46ff-437b-a38c-1e7ddb95edf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (1b6739ff-9f31-4c30-bcab-4fc9eee07d36), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:51:59.996580 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-06eb9c62-508d-497b-afac-b86c74af8573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (0e2479bb-36f4-41ef-8e35-80be51976c56), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:00.037392 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-3f268ca5-6b6b-43eb-9a9e-84b0a9e624d3 None None] For port e8942fa1-4a49-4399-966f-8a2c630805fd, host dv-cinder-810917-4-iscsi, cleared binding levels {{(pid=109772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:52:00.045673 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-3f268ca5-6b6b-43eb-9a9e-84b0a9e624d3 None None] For port e8942fa1-4a49-4399-966f-8a2c630805fd, host dv-cinder-810917-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=e8942fa1-4a49-4399-966f-8a2c630805fd,segment=NetworkSegment(b9e37f85-ea5b-4692-8272-94f7f4592b1f),segment_id=b9e37f85-ea5b-4692-8272-94f7f4592b1f)] {{(pid=109772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:52:00.112411 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-2b916e05-5b4e-41df-b265-b75f3fb3180c tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Publish callbacks [] for port (c9c08fe2-352d-4d55-aed1-e41644d08b0c), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:00.119954 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3f268ca5-6b6b-43eb-9a9e-84b0a9e624d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (e8942fa1-4a49-4399-966f-8a2c630805fd), after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:00.193619 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-0755bc07-46ff-437b-a38c-1e7ddb95edf2 None None] Port 1b6739ff-9f31-4c30-bcab-4fc9eee07d36 cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:52:00.251448 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.18', 52618) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:00.261876 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bd426-9a0d-4b80-89f3-4b3072f9e793 None None] Pushing event updated for resources: {'Port': ['ID=e8942fa1-4a49-4399-966f-8a2c630805fd,revision_number=3']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:00.293710 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-9d9c08d7-9531-4550-b3ef-3c5eabd3ad78 req-11d1de45-a1f4-4903-9e67-54616ef4766a tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 210 time: 0.2183695 Feb 09 12:52:00.342743 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-a16e9dfd-94ba-4c9c-ab7e-0ec8770fbbd0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=95f9b792914a4d44bed960e67538bd8c&name=default HTTP/1.1" status: 200 len: 2992 time: 2.5026639 Feb 09 12:52:00.348039 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f268ca5-6b6b-43eb-9a9e-84b0a9e624d3 None None] Routers {'5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:52:00.348961 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-3f268ca5-6b6b-43eb-9a9e-84b0a9e624d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:51:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:00.462512 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 47966) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:00.511983 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e9dfd-94ba-4c9c-ab7e-0ec8770fbbd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45a2fe4-a121-4c53-babf-6c9720684f8b,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:00.525849 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 47968) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:00.569947 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-3f268ca5-6b6b-43eb-9a9e-84b0a9e624d3 None None] Set router 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:52:01.077065 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-2b916e05-5b4e-41df-b265-b75f3fb3180c tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (c9c08fe2-352d-4d55-aed1-e41644d08b0c), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:01.105708 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-540e38d5-4d09-4018-b217-0b718949a2a6 req-6a511561-be41-4e0f-9472-3512f530fe19 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 210 time: 0.0794435 Feb 09 12:52:01.235743 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-12fbb5cf-40b2-427b-9a0d-94f4a1e34862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:01.364379 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-3f268ca5-6b6b-43eb-9a9e-84b0a9e624d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'name': 'tempest-AttachVolumeTestJSON-791187294-router', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:51:51Z', 'revision_number': 3, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'gw_port': {'id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:58:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:49Z', 'updated_at': '2022-02-09T12:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:01.366405 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 0cf3c23b-bca7-4163-9892-69b230352e68 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:52:01.477520 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f268ca5-6b6b-43eb-9a9e-84b0a9e624d3 None None] The sync data for ids ['5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'] in dv-cinder-810917-4-iscsi is: [{'id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'name': 'tempest-AttachVolumeTestJSON-791187294-router', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:51:51Z', 'revision_number': 3, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'gw_port': {'id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:58:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:49Z', 'updated_at': '2022-02-09T12:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}] {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:52:01.484278 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-cfa5ec5c-7489-492d-b323-fc988eb32019 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:01.487679 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-cfa5ec5c-7489-492d-b323-fc988eb32019 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.18 "GET /v2.0/networks?id=60e1c116-600c-4c22-be1c-87ca9eb04745 HTTP/1.1" status: 200 len: 813 time: 1.2344537 Feb 09 12:52:01.500625 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b916e05-5b4e-41df-b265-b75f3fb3180c tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Pushing event updated for resources: {'Port': ['ID=c9c08fe2-352d-4d55-aed1-e41644d08b0c,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:01.516310 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-60f696e5-5e75-4daf-969b-88bd514d1148 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Request body: {'port': {'device_id': 'e4bf355e-c92a-440b-88ea-fac804a26487', 'network_id': '60e1c116-600c-4c22-be1c-87ca9eb04745', 'admin_state_up': True, 'tenant_id': 'c700a76888af4c26ac5b858223b6e261'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:01.610824 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-197d194c-8241-4523-a31c-e576f6e7551f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:01.618054 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port 0cf3c23b-bca7-4163-9892-69b230352e68 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:01.620661 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (0cf3c23b-bca7-4163-9892-69b230352e68), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:01.628697 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-2b916e05-5b4e-41df-b265-b75f3fb3180c tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Network c503528d-9c98-42eb-aea2-2650c54662c7 is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:52:01.691931 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-cb90d6a5-8592-4d0e-b043-77d4f17063f0 admin admin] Publish callbacks [] for security_group (9eb66b5d-3256-42c3-92e6-ff56f41a6235), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:01.734845 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-06eb9c62-508d-497b-afac-b86c74af8573 admin admin] Publish callbacks [] for port (0e2479bb-36f4-41ef-8e35-80be51976c56), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:01.818249 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7ce57f49-a8da-46e9-8b18-701674cfeb5b admin admin] Publish callbacks [] for security_group (f45a2fe4-a121-4c53-babf-6c9720684f8b), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:01.824598 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-4a2e29e3-c2fb-4721-81d6-05f874011c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (1b6739ff-9f31-4c30-bcab-4fc9eee07d36), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:01.834570 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-2b916e05-5b4e-41df-b265-b75f3fb3180c tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:52:01.851417 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port 0cf3c23b-bca7-4163-9892-69b230352e68 is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:52:01.852591 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (0cf3c23b-bca7-4163-9892-69b230352e68), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:01.881137 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-2b916e05-5b4e-41df-b265-b75f3fb3180c tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:52:01.896510 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-2b916e05-5b4e-41df-b265-b75f3fb3180c tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:01.897944 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-2b916e05-5b4e-41df-b265-b75f3fb3180c tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for port (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:01.933014 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-cb90d6a5-8592-4d0e-b043-77d4f17063f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (9eb66b5d-3256-42c3-92e6-ff56f41a6235), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:01.958463 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] For port 0cf3c23b-bca7-4163-9892-69b230352e68, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=0cf3c23b-bca7-4163-9892-69b230352e68,segment=NetworkSegment(b9e37f85-ea5b-4692-8272-94f7f4592b1f),segment_id=b9e37f85-ea5b-4692-8272-94f7f4592b1f)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:52:01.969876 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-06eb9c62-508d-497b-afac-b86c74af8573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (0e2479bb-36f4-41ef-8e35-80be51976c56), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:01.971114 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-06eb9c62-508d-497b-afac-b86c74af8573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590910'] for router_interface (6878da10-dcd5-499a-9b6e-d1a30c55dfbf), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:02.039166 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (0cf3c23b-bca7-4163-9892-69b230352e68), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:02.040042 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:52:02.187629 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Pushing event updated for resources: {'Port': ['ID=0cf3c23b-bca7-4163-9892-69b230352e68,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:02.231343 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9c62-508d-497b-afac-b86c74af8573 admin admin] Pushing event updated for resources: {'Port': ['ID=0e2479bb-36f4-41ef-8e35-80be51976c56,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:02.335502 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port 0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:02.335861 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:02.389744 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-197d194c-8241-4523-a31c-e576f6e7551f admin admin] Publish callbacks [] for security_group (1853f48a-de1b-49fb-a87a-6055dd87878c), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:02.459418 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-cb90d6a5-8592-4d0e-b043-77d4f17063f0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6b1f98c0e57a4801bac2d2f14810d5cd&name=default HTTP/1.1" status: 200 len: 2994 time: 5.0270853 Feb 09 12:52:02.461396 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 47986) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:02.464143 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7ce57f49-a8da-46e9-8b18-701674cfeb5b admin admin] Publish callbacks [] for security_group (f45a2fe4-a121-4c53-babf-6c9720684f8b), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:02.560792 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e921647f-b2dc-4491-b1f4-bfc7e2f41584 req-4ffc358c-acd0-4bf2-a2b0-34a23935a687 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 210 time: 0.1593657 Feb 09 12:52:02.649025 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-197d194c-8241-4523-a31c-e576f6e7551f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (1853f48a-de1b-49fb-a87a-6055dd87878c), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:02.661499 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port 0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:52:02.714476 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90d6a5-8592-4d0e-b043-77d4f17063f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb66b5d-3256-42c3-92e6-ff56f41a6235,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:02.735159 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-2b916e05-5b4e-41df-b265-b75f3fb3180c tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4733357 Feb 09 12:52:02.771500 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-12fbb5cf-40b2-427b-9a0d-94f4a1e34862 admin admin] Allocated IP 172.20.0.1 (2b9eccac-64ca-4d60-9a01-96555c9ae72a/84a8a225-35f7-4e02-9760-81e6be58b94d/9b6546c8-08f3-457c-b54a-d9fb04051f91) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:52:02.775357 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-60f696e5-5e75-4daf-969b-88bd514d1148 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Made reservation on behalf of c700a76888af4c26ac5b858223b6e261 for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:52:02.781157 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-60f696e5-5e75-4daf-969b-88bd514d1148 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:02.798975 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23a4fd-1bda-44ba-8880-2f3278911a9c req-7c186e24-ce9d-4aaf-809f-f340924d7b6d tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:02.813007 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ed23a4fd-1bda-44ba-8880-2f3278911a9c req-7c186e24-ce9d-4aaf-809f-f340924d7b6d tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 932 time: 1.2631011 Feb 09 12:52:02.825124 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-c00cd975-3ede-4333-8416-427de7ba98da tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109770) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 12:52:02.827094 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-c00cd975-3ede-4333-8416-427de7ba98da tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0486813 Feb 09 12:52:02.951890 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eb9c62-508d-497b-afac-b86c74af8573 admin admin] Network fe9e02a9-db66-4356-b324-dd8d3fc56de1 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:52:02.977991 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-06eb9c62-508d-497b-afac-b86c74af8573 admin admin] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:52:03.163045 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-197d194c-8241-4523-a31c-e576f6e7551f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8faf7418b39b48a39bdbbb799e268865&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6032403 Feb 09 12:52:03.177945 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 47992) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:03.195541 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d194c-8241-4523-a31c-e576f6e7551f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1853f48a-de1b-49fb-a87a-6055dd87878c,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:03.231059 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f159ca73-7842-4678-9722-593cc108d8bc admin admin] Publish callbacks [] for security_group (9eb66b5d-3256-42c3-92e6-ff56f41a6235), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:03.246920 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ed23a4fd-1bda-44ba-8880-2f3278911a9c req-dce70a4b-cb80-4cb0-be7b-58ce792ba8ed tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/security-groups?id=67a6d76c-1844-4683-b685-42cd1b8e2bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326186 Feb 09 12:52:03.359991 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device e8942fa1-4a49-4399-966f-8a2c630805fd up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:52:03.394452 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f159ca73-7842-4678-9722-593cc108d8bc admin admin] Publish callbacks [] for security_group (9eb66b5d-3256-42c3-92e6-ff56f41a6235), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:03.467870 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-96f24e4a-8616-426d-9048-b81fe2f2765e service neutron] Request body: {'port': {'device_id': 'f65c9041-b32d-402e-b7db-604960c2d427', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:03.520608 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port e8942fa1-4a49-4399-966f-8a2c630805fd triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:03.522091 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (e8942fa1-4a49-4399-966f-8a2c630805fd), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:03.633329 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-96f24e4a-8616-426d-9048-b81fe2f2765e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (c9c08fe2-352d-4d55-aed1-e41644d08b0c), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:03.699834 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7ce57f49-a8da-46e9-8b18-701674cfeb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (f45a2fe4-a121-4c53-babf-6c9720684f8b), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:03.709000 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7ce57f49-a8da-46e9-8b18-701674cfeb5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:03.711849 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-7ce57f49-a8da-46e9-8b18-701674cfeb5b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f45a2fe4-a121-4c53-babf-6c9720684f8b HTTP/1.1" status: 204 len: 168 time: 3.2216694 Feb 09 12:52:03.930186 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f159ca73-7842-4678-9722-593cc108d8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (9eb66b5d-3256-42c3-92e6-ff56f41a6235), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:03.934334 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f159ca73-7842-4678-9722-593cc108d8bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:03.936468 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-f159ca73-7842-4678-9722-593cc108d8bc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9eb66b5d-3256-42c3-92e6-ff56f41a6235 HTTP/1.1" status: 204 len: 168 time: 1.4381306 Feb 09 12:52:03.958427 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port e8942fa1-4a49-4399-966f-8a2c630805fd is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:52:03.963272 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (e8942fa1-4a49-4399-966f-8a2c630805fd), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:04.047923 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] For port e8942fa1-4a49-4399-966f-8a2c630805fd, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=e8942fa1-4a49-4399-966f-8a2c630805fd,segment=NetworkSegment(b9e37f85-ea5b-4692-8272-94f7f4592b1f),segment_id=b9e37f85-ea5b-4692-8272-94f7f4592b1f)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:52:04.103812 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1d681124-4ef0-45b5-8166-2b2ee5c2b2bd req-e3d80146-88bf-4edc-a152-cc61f0b91321 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 210 time: 0.1871068 Feb 09 12:52:04.120011 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (e8942fa1-4a49-4399-966f-8a2c630805fd), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:04.121482 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 0cf3c23b-bca7-4163-9892-69b230352e68 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:52:04.173693 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-12fbb5cf-40b2-427b-9a0d-94f4a1e34862 admin admin] Publish callbacks [] for port (9b6546c8-08f3-457c-b54a-d9fb04051f91), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:04.183750 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-60f696e5-5e75-4daf-969b-88bd514d1148 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Allocated IP 172.20.0.5 (60e1c116-600c-4c22-be1c-87ca9eb04745/9699e6c1-1018-457a-af1d-044b01a0fe5a/7b78f94a-31c6-41d8-9f34-b402f8718946) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:52:04.306723 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Pushing event updated for resources: {'Port': ['ID=e8942fa1-4a49-4399-966f-8a2c630805fd,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:04.316353 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-4a2e29e3-c2fb-4721-81d6-05f874011c38 admin admin] Publish callbacks [] for port (1b6739ff-9f31-4c30-bcab-4fc9eee07d36), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:04.327995 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port 0cf3c23b-bca7-4163-9892-69b230352e68 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:04.328640 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (0cf3c23b-bca7-4163-9892-69b230352e68), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:04.341663 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce57f49-a8da-46e9-8b18-701674cfeb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45a2fe4-a121-4c53-babf-6c9720684f8b,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:04.420476 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-40dd04d4-8117-4b57-9719-56b9825b9229 admin admin] Publish callbacks [] for security_group (1853f48a-de1b-49fb-a87a-6055dd87878c), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:04.465428 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06eb9c62-508d-497b-afac-b86c74af8573 admin admin] Router 6878da10-dcd5-499a-9b6e-d1a30c55dfbf has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:52:04.473635 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-40dd04d4-8117-4b57-9719-56b9825b9229 admin admin] Publish callbacks [] for security_group (1853f48a-de1b-49fb-a87a-6055dd87878c), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:04.597508 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-4a2e29e3-c2fb-4721-81d6-05f874011c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (1b6739ff-9f31-4c30-bcab-4fc9eee07d36), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:04.599330 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-4a2e29e3-c2fb-4721-81d6-05f874011c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590910'] for router_interface (414cf15f-1610-4f74-aaf5-78e4f98f1f42), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:04.638479 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port 0cf3c23b-bca7-4163-9892-69b230352e68 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:52:04.685321 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159ca73-7842-4678-9722-593cc108d8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb66b5d-3256-42c3-92e6-ff56f41a6235,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:04.691558 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-12fbb5cf-40b2-427b-9a0d-94f4a1e34862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (9b6546c8-08f3-457c-b54a-d9fb04051f91), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:04.820419 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fbb5cf-40b2-427b-9a0d-94f4a1e34862 admin admin] Network 2b9eccac-64ca-4d60-9a01-96555c9ae72a is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:52:04.831331 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-12fbb5cf-40b2-427b-9a0d-94f4a1e34862 admin admin] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:52:04.844667 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fbb5cf-40b2-427b-9a0d-94f4a1e34862 admin admin] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:52:04.845257 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-12fbb5cf-40b2-427b-9a0d-94f4a1e34862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1591278'] for router_interface (5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:04.976011 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-40dd04d4-8117-4b57-9719-56b9825b9229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (1853f48a-de1b-49fb-a87a-6055dd87878c), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:04.978971 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-40dd04d4-8117-4b57-9719-56b9825b9229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:04.980289 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-40dd04d4-8117-4b57-9719-56b9825b9229 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1853f48a-de1b-49fb-a87a-6055dd87878c HTTP/1.1" status: 204 len: 168 time: 1.7888160 Feb 09 12:52:05.003410 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbb5cf-40b2-427b-9a0d-94f4a1e34862 admin admin] Pushing event updated for resources: {'Port': ['ID=9b6546c8-08f3-457c-b54a-d9fb04051f91,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:05.018870 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd04d4-8117-4b57-9719-56b9825b9229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1853f48a-de1b-49fb-a87a-6055dd87878c,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:05.108541 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 48014) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:05.117934 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device e8942fa1-4a49-4399-966f-8a2c630805fd up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:52:05.145705 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-60f696e5-5e75-4daf-969b-88bd514d1148 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks [] for port (7b78f94a-31c6-41d8-9f34-b402f8718946), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:05.151369 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e29e3-c2fb-4721-81d6-05f874011c38 admin admin] Pushing event updated for resources: {'Port': ['ID=1b6739ff-9f31-4c30-bcab-4fc9eee07d36,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:05.273724 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ea2aaa22-b944-4cf0-83db-f6ff36f5f7bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:05.307415 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713550c6-c435-478f-ac1c-653bc0833cc9 req-0c17ee6f-2064-4d06-bdf7-4c4321c723ce tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:05.310910 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-713550c6-c435-478f-ac1c-653bc0833cc9 req-0c17ee6f-2064-4d06-bdf7-4c4321c723ce tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 932 time: 0.6796176 Feb 09 12:52:05.319182 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-77c61336-d7bc-41bd-a94c-8f5286497d16 req-6d501565-f5f7-4ce6-8ec4-6922c950c16c tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 210 time: 0.0426047 Feb 09 12:52:05.325910 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06eb9c62-508d-497b-afac-b86c74af8573 admin admin] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:52:05.349809 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-06eb9c62-508d-497b-afac-b86c74af8573 admin admin] 10.222.0.50 "PUT /v2.0/routers/6878da10-dcd5-499a-9b6e-d1a30c55dfbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0365469 Feb 09 12:52:05.382593 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e6ee57-2c4a-454a-8d64-34a1a1997af3 None None] Sync routers for ids ['6878da10-dcd5-499a-9b6e-d1a30c55dfbf'] in dv-cinder-810917-4-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:52:05.435460 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-4bd002eb-d75c-4613-b653-ffefdabf54b5 None None] Provisioning complete for port 9b6546c8-08f3-457c-b54a-d9fb04051f91 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:05.435460 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4bd002eb-d75c-4613-b653-ffefdabf54b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (9b6546c8-08f3-457c-b54a-d9fb04051f91), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:05.487295 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-4bd002eb-d75c-4613-b653-ffefdabf54b5 None None] Port 9b6546c8-08f3-457c-b54a-d9fb04051f91 cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:52:05.502005 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port e8942fa1-4a49-4399-966f-8a2c630805fd triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:05.503069 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (e8942fa1-4a49-4399-966f-8a2c630805fd), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:05.545085 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e6ee57-2c4a-454a-8d64-34a1a1997af3 None None] Routers {'6878da10-dcd5-499a-9b6e-d1a30c55dfbf'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:52:05.545952 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-92e6ee57-2c4a-454a-8d64-34a1a1997af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:51:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['6878da10-dcd5-499a-9b6e-d1a30c55dfbf'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:05.568035 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-60f696e5-5e75-4daf-969b-88bd514d1148 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (7b78f94a-31c6-41d8-9f34-b402f8718946), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:05.590524 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2e29e3-c2fb-4721-81d6-05f874011c38 admin admin] Network 7a233017-512c-4fc0-9a95-c7f1c6d0e43c is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:52:05.617212 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-713550c6-c435-478f-ac1c-653bc0833cc9 req-e3be8198-8cf1-41c9-ab7d-6bc4ef000603 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/security-groups?id=67a6d76c-1844-4683-b685-42cd1b8e2bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597044 Feb 09 12:52:05.634432 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-4a2e29e3-c2fb-4721-81d6-05f874011c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:52:05.961424 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f696e5-5e75-4daf-969b-88bd514d1148 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Pushing event updated for resources: {'Port': ['ID=7b78f94a-31c6-41d8-9f34-b402f8718946,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:06.006262 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-12fbb5cf-40b2-427b-9a0d-94f4a1e34862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (9b6546c8-08f3-457c-b54a-d9fb04051f91), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:06.019809 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-92e6ee57-2c4a-454a-8d64-34a1a1997af3 None None] Set router 6878da10-dcd5-499a-9b6e-d1a30c55dfbf gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:52:06.034287 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-60f696e5-5e75-4daf-969b-88bd514d1148 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Network 60e1c116-600c-4c22-be1c-87ca9eb04745 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:52:06.042825 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-60f696e5-5e75-4daf-969b-88bd514d1148 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:52:06.050436 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-60f696e5-5e75-4daf-969b-88bd514d1148 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:52:06.066662 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-60f696e5-5e75-4daf-969b-88bd514d1148 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:06.069455 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-60f696e5-5e75-4daf-969b-88bd514d1148 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:06.299040 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-96f24e4a-8616-426d-9048-b81fe2f2765e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c08fe2-352d-4d55-aed1-e41644d08b0c {{(pid=109770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:52:06.341606 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-96f24e4a-8616-426d-9048-b81fe2f2765e service neutron] Publish callbacks [] for port (c9c08fe2-352d-4d55-aed1-e41644d08b0c), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:06.442244 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ea2aaa22-b944-4cf0-83db-f6ff36f5f7bc admin admin] Publish callbacks [] for security_group (b44aa870-436f-40b3-b25a-3625a0f0854b), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:06.453227 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-96f24e4a-8616-426d-9048-b81fe2f2765e service neutron] Transition to ACTIVE for port object c9c08fe2-352d-4d55-aed1-e41644d08b0c will not be triggered until provisioned by entity L2. {{(pid=109770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:52:06.494728 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-12fbb5cf-40b2-427b-9a0d-94f4a1e34862 admin admin] Publish callbacks [] for port (9b6546c8-08f3-457c-b54a-d9fb04051f91), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:06.542548 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ea2aaa22-b944-4cf0-83db-f6ff36f5f7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (b44aa870-436f-40b3-b25a-3625a0f0854b), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:06.594658 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-12fbb5cf-40b2-427b-9a0d-94f4a1e34862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (9b6546c8-08f3-457c-b54a-d9fb04051f91), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:06.596046 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-12fbb5cf-40b2-427b-9a0d-94f4a1e34862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590910'] for router_interface (5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:06.600623 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-9c58b07e-c442-4dc1-9e2d-a60f8c71ece7 None None] Provisioning complete for port 1b6739ff-9f31-4c30-bcab-4fc9eee07d36 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:06.604935 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-60f696e5-5e75-4daf-969b-88bd514d1148 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0965703 Feb 09 12:52:06.607910 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-96f24e4a-8616-426d-9048-b81fe2f2765e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (c9c08fe2-352d-4d55-aed1-e41644d08b0c), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:06.608519 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-9c58b07e-c442-4dc1-9e2d-a60f8c71ece7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (1b6739ff-9f31-4c30-bcab-4fc9eee07d36), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:06.670309 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-0bddcc96-0005-4d99-a449-ff1726e43078 service neutron] Request body: {'port': {'device_id': 'e4bf355e-c92a-440b-88ea-fac804a26487', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:06.859583 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2e29e3-c2fb-4721-81d6-05f874011c38 admin admin] Router 414cf15f-1610-4f74-aaf5-78e4f98f1f42 has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:52:06.924461 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fbb5cf-40b2-427b-9a0d-94f4a1e34862 admin admin] Network 2b9eccac-64ca-4d60-9a01-96555c9ae72a is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:52:06.935263 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3abcb77-4311-47a2-956a-1028e64fab76 req-124a997d-bdc0-494c-9900-b5b09b8874c0 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:06.937554 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e3abcb77-4311-47a2-956a-1028e64fab76 req-124a997d-bdc0-494c-9900-b5b09b8874c0 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 931 time: 0.3385718 Feb 09 12:52:06.941028 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-12fbb5cf-40b2-427b-9a0d-94f4a1e34862 admin admin] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:52:06.944661 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-0bddcc96-0005-4d99-a449-ff1726e43078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (7b78f94a-31c6-41d8-9f34-b402f8718946), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:06.947685 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbb5cf-40b2-427b-9a0d-94f4a1e34862 admin admin] Pushing event updated for resources: {'Port': ['ID=9b6546c8-08f3-457c-b54a-d9fb04051f91,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:07.095306 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2aaa22-b944-4cf0-83db-f6ff36f5f7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44aa870-436f-40b3-b25a-3625a0f0854b,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:07.145424 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-96f24e4a-8616-426d-9048-b81fe2f2765e service neutron] Attempting to bind port c9c08fe2-352d-4d55-aed1-e41644d08b0c on host hv-cinder-81091 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:52:07.145865 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-96f24e4a-8616-426d-9048-b81fe2f2765e service neutron] Attempting to bind port c9c08fe2-352d-4d55-aed1-e41644d08b0c by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '182b9382-6c7a-4040-8227-77f615395f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c503528d-9c98-42eb-aea2-2650c54662c7'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:52:07.146148 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-96f24e4a-8616-426d-9048-b81fe2f2765e service neutron] Attempting to bind port c9c08fe2-352d-4d55-aed1-e41644d08b0c on network c503528d-9c98-42eb-aea2-2650c54662c7 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:52:07.189052 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-ea2aaa22-b944-4cf0-83db-f6ff36f5f7bc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5e45cda196d04b48a8b6dd68b12a80cc&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0763764 Feb 09 12:52:07.213604 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-96f24e4a-8616-426d-9048-b81fe2f2765e service neutron] Port c9c08fe2-352d-4d55-aed1-e41644d08b0c on network c503528d-9c98-42eb-aea2-2650c54662c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 12:52:07.214889 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-96f24e4a-8616-426d-9048-b81fe2f2765e service neutron] Attempting to bind port c9c08fe2-352d-4d55-aed1-e41644d08b0c on network c503528d-9c98-42eb-aea2-2650c54662c7 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:52:07.228191 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 48052) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:07.291669 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fbb5cf-40b2-427b-9a0d-94f4a1e34862 admin admin] Router 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:52:07.330162 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-9c58b07e-c442-4dc1-9e2d-a60f8c71ece7 None None] Port 1b6739ff-9f31-4c30-bcab-4fc9eee07d36 cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:52:07.338878 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port e8942fa1-4a49-4399-966f-8a2c630805fd is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:52:07.494527 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-92e6ee57-2c4a-454a-8d64-34a1a1997af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6878da10-dcd5-499a-9b6e-d1a30c55dfbf', 'name': 'tempest-ServerRescueNegativeTestJSON-1878340087-router', 'tenant_id': 'aac257b16e274dfb9778b47283dbc3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:42Z', 'updated_at': '2022-02-09T12:51:58Z', 'revision_number': 4, 'project_id': 'aac257b16e274dfb9778b47283dbc3d7', 'gw_port': {'id': '0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6878da10-dcd5-499a-9b6e-d1a30c55dfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:44Z', 'updated_at': '2022-02-09T12:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '0e2479bb-36f4-41ef-8e35-80be51976c56', 'name': '', 'network_id': 'fe9e02a9-db66-4356-b324-dd8d3fc56de1', 'tenant_id': 'aac257b16e274dfb9778b47283dbc3d7', 'mac_address': 'fa:16:3e:72:b8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6878da10-dcd5-499a-9b6e-d1a30c55dfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3eaa3335-b6ec-45d9-968c-d644bee9379c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:55Z', 'updated_at': '2022-02-09T12:52:00Z', 'revision_number': 2, 'project_id': 'aac257b16e274dfb9778b47283dbc3d7', 'subnets': [{'id': '3eaa3335-b6ec-45d9-968c-d644bee9379c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:07.563193 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f24e4a-8616-426d-9048-b81fe2f2765e service neutron] Pushing event updated for resources: {'Port': ['ID=c9c08fe2-352d-4d55-aed1-e41644d08b0c,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:07.655855 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e6ee57-2c4a-454a-8d64-34a1a1997af3 None None] Checking router: 6878da10-dcd5-499a-9b6e-d1a30c55dfbf for host: dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:52:07.655855 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e6ee57-2c4a-454a-8d64-34a1a1997af3 None None] Updating router 6878da10-dcd5-499a-9b6e-d1a30c55dfbf port 0e2479bb-36f4-41ef-8e35-80be51976c56 binding host dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:52:07.809351 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-92e6ee57-2c4a-454a-8d64-34a1a1997af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (0e2479bb-36f4-41ef-8e35-80be51976c56), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:07.847321 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-52d9da18-a7f3-4116-a45a-5a4c883091cf None None] Provisioning complete for port 9b6546c8-08f3-457c-b54a-d9fb04051f91 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:07.848496 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-52d9da18-a7f3-4116-a45a-5a4c883091cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (9b6546c8-08f3-457c-b54a-d9fb04051f91), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:07.988887 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-96f24e4a-8616-426d-9048-b81fe2f2765e service neutron] Checking agent: {'id': '230303ca-ea08-4771-a934-bc9aeb8313a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'started_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:52:07.989814 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-96f24e4a-8616-426d-9048-b81fe2f2765e service neutron] Checking segment: {'id': '182b9382-6c7a-4040-8227-77f615395f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c503528d-9c98-42eb-aea2-2650c54662c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:52:07.989979 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-96f24e4a-8616-426d-9048-b81fe2f2765e service neutron] Bound using segment: {'id': '182b9382-6c7a-4040-8227-77f615395f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c503528d-9c98-42eb-aea2-2650c54662c7'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:52:07.990760 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-96f24e4a-8616-426d-9048-b81fe2f2765e service neutron] Bound port: c9c08fe2-352d-4d55-aed1-e41644d08b0c, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182b9382-6c7a-4040-8227-77f615395f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c503528d-9c98-42eb-aea2-2650c54662c7'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:52:07.991366 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-96f24e4a-8616-426d-9048-b81fe2f2765e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (c9c08fe2-352d-4d55-aed1-e41644d08b0c), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:08.153550 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fbb5cf-40b2-427b-9a0d-94f4a1e34862 admin admin] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:52:08.186447 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c24759-18fc-429a-a26e-efc773931341 None None] Sync routers for ids ['5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'] in dv-cinder-810917-4-iscsi {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:52:08.213859 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-12fbb5cf-40b2-427b-9a0d-94f4a1e34862 admin admin] 10.222.0.50 "PUT /v2.0/routers/5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1905239 Feb 09 12:52:08.223188 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c24759-18fc-429a-a26e-efc773931341 None None] Routers {'5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:52:08.229009 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-f5c24759-18fc-429a-a26e-efc773931341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:51:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:08.384336 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e3abcb77-4311-47a2-956a-1028e64fab76 req-b196e8a4-2336-4ced-b2e3-bb5284727477 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1375990 Feb 09 12:52:08.438195 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2e29e3-c2fb-4721-81d6-05f874011c38 admin admin] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:52:08.467477 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-4a2e29e3-c2fb-4721-81d6-05f874011c38 admin admin] 10.222.0.50 "PUT /v2.0/routers/414cf15f-1610-4f74-aaf5-78e4f98f1f42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7453637 Feb 09 12:52:08.747805 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-f5c24759-18fc-429a-a26e-efc773931341 None None] Set router 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:52:08.756135 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0524871f-a1a2-4e2b-b429-b9bedd2f2d91 None None] Sync routers for ids ['414cf15f-1610-4f74-aaf5-78e4f98f1f42'] in dv-cinder-810917-4-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:52:08.766116 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-52d9da18-a7f3-4116-a45a-5a4c883091cf None None] Port 9b6546c8-08f3-457c-b54a-d9fb04051f91 cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:52:08.847675 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0524871f-a1a2-4e2b-b429-b9bedd2f2d91 None None] Routers {'414cf15f-1610-4f74-aaf5-78e4f98f1f42'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:52:08.848724 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-0524871f-a1a2-4e2b-b429-b9bedd2f2d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:51:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['414cf15f-1610-4f74-aaf5-78e4f98f1f42'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:08.873353 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9e7f9180-3aae-482b-94c3-1e8e593758b1 admin admin] Publish callbacks [] for security_group (b44aa870-436f-40b3-b25a-3625a0f0854b), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:08.946148 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-96f24e4a-8616-426d-9048-b81fe2f2765e service neutron] For port c9c08fe2-352d-4d55-aed1-e41644d08b0c, host hv-cinder-81091, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:52:09.039337 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-96f24e4a-8616-426d-9048-b81fe2f2765e service neutron] For port c9c08fe2-352d-4d55-aed1-e41644d08b0c, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=c9c08fe2-352d-4d55-aed1-e41644d08b0c,segment=NetworkSegment(182b9382-6c7a-4040-8227-77f615395f76),segment_id=182b9382-6c7a-4040-8227-77f615395f76)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:52:09.052786 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9e7f9180-3aae-482b-94c3-1e8e593758b1 admin admin] Publish callbacks [] for security_group (b44aa870-436f-40b3-b25a-3625a0f0854b), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:09.074201 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11c271-1367-49db-9600-650228c4d201 req-fb8a3920-e335-44c8-a90e-2d9439e6b47f tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:09.085612 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ff11c271-1367-49db-9600-650228c4d201 req-fb8a3920-e335-44c8-a90e-2d9439e6b47f tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/networks?id=fe9e02a9-db66-4356-b324-dd8d3fc56de1 HTTP/1.1" status: 200 len: 819 time: 1.1111953 Feb 09 12:52:09.123178 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-0524871f-a1a2-4e2b-b429-b9bedd2f2d91 None None] Set router 414cf15f-1610-4f74-aaf5-78e4f98f1f42 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:52:09.149740 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ff11c271-1367-49db-9600-650228c4d201 req-41b62dc4-5b6b-444d-8dba-2d77216476d3 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/quotas/aac257b16e274dfb9778b47283dbc3d7 HTTP/1.1" status: 200 len: 375 time: 0.0580308 Feb 09 12:52:09.168306 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6241a3-fddb-4786-b04e-93eaa677e5c3 req-26d5fb1b-3870-4070-83ea-d4ff31023dac tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:09.177075 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0e6241a3-fddb-4786-b04e-93eaa677e5c3 req-26d5fb1b-3870-4070-83ea-d4ff31023dac tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 944 time: 0.5054066 Feb 09 12:52:09.222107 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-96f24e4a-8616-426d-9048-b81fe2f2765e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (c9c08fe2-352d-4d55-aed1-e41644d08b0c), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:09.276472 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-0bddcc96-0005-4d99-a449-ff1726e43078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b78f94a-31c6-41d8-9f34-b402f8718946 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:52:09.304759 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-0bddcc96-0005-4d99-a449-ff1726e43078 service neutron] Publish callbacks [] for port (7b78f94a-31c6-41d8-9f34-b402f8718946), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:09.343491 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0e6241a3-fddb-4786-b04e-93eaa677e5c3 req-aa371cc2-f11d-4c5a-b4f3-1a5067426366 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/security-groups?id=67a6d76c-1844-4683-b685-42cd1b8e2bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604624 Feb 09 12:52:09.417240 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-0bddcc96-0005-4d99-a449-ff1726e43078 service neutron] Transition to ACTIVE for port object 7b78f94a-31c6-41d8-9f34-b402f8718946 will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:52:09.452576 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-f5c24759-18fc-429a-a26e-efc773931341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'name': 'tempest-AttachVolumeTestJSON-791187294-router', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:05Z', 'revision_number': 4, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'gw_port': {'id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:49Z', 'updated_at': '2022-02-09T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '9b6546c8-08f3-457c-b54a-d9fb04051f91', 'name': '', 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'mac_address': 'fa:16:3e:97:e2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:52:01Z', 'updated_at': '2022-02-09T12:52:06Z', 'revision_number': 2, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'subnets': [{'id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:09.456546 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-96f24e4a-8616-426d-9048-b81fe2f2765e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:09.458117 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-96f24e4a-8616-426d-9048-b81fe2f2765e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for port (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:09.463895 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-96f24e4a-8616-426d-9048-b81fe2f2765e service neutron] 10.222.0.18 "PUT /v2.0/ports/c9c08fe2-352d-4d55-aed1-e41644d08b0c HTTP/1.1" status: 200 len: 1094 time: 6.3632951 Feb 09 12:52:09.530846 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-0bddcc96-0005-4d99-a449-ff1726e43078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (7b78f94a-31c6-41d8-9f34-b402f8718946), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:09.553325 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c24759-18fc-429a-a26e-efc773931341 None None] Checking router: 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 for host: dv-cinder-810917-4-iscsi {{(pid=109772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:52:09.554084 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c24759-18fc-429a-a26e-efc773931341 None None] Updating router 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 port 9b6546c8-08f3-457c-b54a-d9fb04051f91 binding host dv-cinder-810917-4-iscsi {{(pid=109772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:52:09.576194 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65c9041-b32d-402e-b7db-604960c2d427', 'tag': 'c9c08fe2-352d-4d55-aed1-e41644d08b0c'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:52:09.623707 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-92e6ee57-2c4a-454a-8d64-34a1a1997af3 None None] Publish callbacks [] for port (0e2479bb-36f4-41ef-8e35-80be51976c56), precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:09.666938 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f5c24759-18fc-429a-a26e-efc773931341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (9b6546c8-08f3-457c-b54a-d9fb04051f91), before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:09.730768 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-92e6ee57-2c4a-454a-8d64-34a1a1997af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (0e2479bb-36f4-41ef-8e35-80be51976c56), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:09.933044 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bddcc96-0005-4d99-a449-ff1726e43078 service neutron] Pushing event updated for resources: {'Port': ['ID=7b78f94a-31c6-41d8-9f34-b402f8718946,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:09.935649 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de941fe-ede0-4257-9fb7-6a87ab367f90 None None] Pushing event updated for resources: {'Port': ['ID=0e2479bb-36f4-41ef-8e35-80be51976c56,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:09.946799 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-0bddcc96-0005-4d99-a449-ff1726e43078 service neutron] Attempting to bind port 7b78f94a-31c6-41d8-9f34-b402f8718946 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:52:09.946799 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-0bddcc96-0005-4d99-a449-ff1726e43078 service neutron] Attempting to bind port 7b78f94a-31c6-41d8-9f34-b402f8718946 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '3193b368-ce2c-4571-8129-3a0af32866ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '60e1c116-600c-4c22-be1c-87ca9eb04745'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:52:09.951362 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-0bddcc96-0005-4d99-a449-ff1726e43078 service neutron] Attempting to bind port 7b78f94a-31c6-41d8-9f34-b402f8718946 on network 60e1c116-600c-4c22-be1c-87ca9eb04745 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:52:09.967328 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-0bddcc96-0005-4d99-a449-ff1726e43078 service neutron] Port 7b78f94a-31c6-41d8-9f34-b402f8718946 on network 60e1c116-600c-4c22-be1c-87ca9eb04745 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 12:52:09.967829 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-0bddcc96-0005-4d99-a449-ff1726e43078 service neutron] Attempting to bind port 7b78f94a-31c6-41d8-9f34-b402f8718946 on network 60e1c116-600c-4c22-be1c-87ca9eb04745 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:52:09.996944 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-0bddcc96-0005-4d99-a449-ff1726e43078 service neutron] Checking agent: {'id': '230303ca-ea08-4771-a934-bc9aeb8313a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'started_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:52:09.997368 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-0bddcc96-0005-4d99-a449-ff1726e43078 service neutron] Checking segment: {'id': '3193b368-ce2c-4571-8129-3a0af32866ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '60e1c116-600c-4c22-be1c-87ca9eb04745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:52:09.997866 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-0bddcc96-0005-4d99-a449-ff1726e43078 service neutron] Bound using segment: {'id': '3193b368-ce2c-4571-8129-3a0af32866ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '60e1c116-600c-4c22-be1c-87ca9eb04745'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:52:09.998422 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-0bddcc96-0005-4d99-a449-ff1726e43078 service neutron] Bound port: 7b78f94a-31c6-41d8-9f34-b402f8718946, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3193b368-ce2c-4571-8129-3a0af32866ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '60e1c116-600c-4c22-be1c-87ca9eb04745'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:52:10.003295 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-0bddcc96-0005-4d99-a449-ff1726e43078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (7b78f94a-31c6-41d8-9f34-b402f8718946), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:10.188031 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ff11c271-1367-49db-9600-650228c4d201 req-1bb6b5e1-23b6-4cb4-a495-d7bb832031e4 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=aac257b16e274dfb9778b47283dbc3d7&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0318315 Feb 09 12:52:10.195654 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-92e6ee57-2c4a-454a-8d64-34a1a1997af3 None None] Attempting to bind port 0e2479bb-36f4-41ef-8e35-80be51976c56 on host dv-cinder-810917-4-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:52:10.196034 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-92e6ee57-2c4a-454a-8d64-34a1a1997af3 None None] Attempting to bind port 0e2479bb-36f4-41ef-8e35-80be51976c56 by drivers openvswitch,hyperv on host dv-cinder-810917-4-iscsi at level 0 using segments [{'id': 'd2ad0c1b-255c-4074-845b-ea98d893a18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fe9e02a9-db66-4356-b324-dd8d3fc56de1'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:52:10.196430 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e6ee57-2c4a-454a-8d64-34a1a1997af3 None None] Attempting to bind port 0e2479bb-36f4-41ef-8e35-80be51976c56 on network fe9e02a9-db66-4356-b324-dd8d3fc56de1 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:52:10.208591 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-0bddcc96-0005-4d99-a449-ff1726e43078 service neutron] For port 7b78f94a-31c6-41d8-9f34-b402f8718946, host hv-cinder-81091, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:52:10.211909 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e6ee57-2c4a-454a-8d64-34a1a1997af3 None None] Checking agent: {'id': '46f62665-8b82-4ce4-9f5d-d8528a85ae2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'started_at': datetime.datetime(2022, 2, 9, 12, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:52:10.212689 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e6ee57-2c4a-454a-8d64-34a1a1997af3 None None] Checking segment: {'id': 'd2ad0c1b-255c-4074-845b-ea98d893a18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fe9e02a9-db66-4356-b324-dd8d3fc56de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:52:10.215469 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-0bddcc96-0005-4d99-a449-ff1726e43078 service neutron] For port 7b78f94a-31c6-41d8-9f34-b402f8718946, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7b78f94a-31c6-41d8-9f34-b402f8718946,segment=NetworkSegment(3193b368-ce2c-4571-8129-3a0af32866ab),segment_id=3193b368-ce2c-4571-8129-3a0af32866ab)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:52:10.217979 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-92e6ee57-2c4a-454a-8d64-34a1a1997af3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:10.218393 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e6ee57-2c4a-454a-8d64-34a1a1997af3 None None] Bound using segment: {'id': 'd2ad0c1b-255c-4074-845b-ea98d893a18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fe9e02a9-db66-4356-b324-dd8d3fc56de1'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:52:10.218899 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-92e6ee57-2c4a-454a-8d64-34a1a1997af3 None None] Bound port: 0e2479bb-36f4-41ef-8e35-80be51976c56, host: dv-cinder-810917-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ad0c1b-255c-4074-845b-ea98d893a18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fe9e02a9-db66-4356-b324-dd8d3fc56de1'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:52:10.219292 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-92e6ee57-2c4a-454a-8d64-34a1a1997af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (0e2479bb-36f4-41ef-8e35-80be51976c56), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:10.268685 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f24e4a-8616-426d-9048-b81fe2f2765e service neutron] Pushing event updated for resources: {'Port': ['ID=c9c08fe2-352d-4d55-aed1-e41644d08b0c,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:10.292538 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-5def43e7-c8b5-4814-8212-149a760a2b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:10.299196 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-5def43e7-c8b5-4814-8212-149a760a2b06 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ffd005ddd8b54694abf2c6cbc33bff8b&device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 1128 time: 0.4825883 Feb 09 12:52:10.325628 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-0bddcc96-0005-4d99-a449-ff1726e43078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (7b78f94a-31c6-41d8-9f34-b402f8718946), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:10.327670 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9e7f9180-3aae-482b-94c3-1e8e593758b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (b44aa870-436f-40b3-b25a-3625a0f0854b), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:10.330350 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9e7f9180-3aae-482b-94c3-1e8e593758b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:10.347965 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-9e7f9180-3aae-482b-94c3-1e8e593758b1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b44aa870-436f-40b3-b25a-3625a0f0854b HTTP/1.1" status: 204 len: 168 time: 3.0854902 Feb 09 12:52:10.383738 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-92e6ee57-2c4a-454a-8d64-34a1a1997af3 None None] For port 0e2479bb-36f4-41ef-8e35-80be51976c56, host dv-cinder-810917-4-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:52:10.391536 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-92e6ee57-2c4a-454a-8d64-34a1a1997af3 None None] For port 0e2479bb-36f4-41ef-8e35-80be51976c56, host dv-cinder-810917-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=0e2479bb-36f4-41ef-8e35-80be51976c56,segment=NetworkSegment(d2ad0c1b-255c-4074-845b-ea98d893a18c),segment_id=d2ad0c1b-255c-4074-845b-ea98d893a18c)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:52:10.407405 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f5c24759-18fc-429a-a26e-efc773931341 None None] Publish callbacks [] for port (9b6546c8-08f3-457c-b54a-d9fb04051f91), precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:10.486409 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-0bddcc96-0005-4d99-a449-ff1726e43078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:10.488982 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-0bddcc96-0005-4d99-a449-ff1726e43078 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:10.503572 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-0bddcc96-0005-4d99-a449-ff1726e43078 service neutron] 10.222.0.18 "PUT /v2.0/ports/7b78f94a-31c6-41d8-9f34-b402f8718946 HTTP/1.1" status: 200 len: 1093 time: 3.8383734 Feb 09 12:52:10.505754 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4bf355e-c92a-440b-88ea-fac804a26487', 'tag': '7b78f94a-31c6-41d8-9f34-b402f8718946'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:52:10.530791 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-92e6ee57-2c4a-454a-8d64-34a1a1997af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (0e2479bb-36f4-41ef-8e35-80be51976c56), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:10.589229 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f5c24759-18fc-429a-a26e-efc773931341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (9b6546c8-08f3-457c-b54a-d9fb04051f91), after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:10.595169 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f9180-3aae-482b-94c3-1e8e593758b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44aa870-436f-40b3-b25a-3625a0f0854b,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:10.616441 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-e5450689-66c6-463c-8f44-81490d1e7cf8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9c08fe2-352d-4d55-aed1-e41644d08b0c HTTP/1.1" status: 200 len: 217 time: 0.2635407 Feb 09 12:52:10.644367 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de941fe-ede0-4257-9fb7-6a87ab367f90 None None] Pushing event updated for resources: {'Port': ['ID=0e2479bb-36f4-41ef-8e35-80be51976c56,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:10.688517 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e6ee57-2c4a-454a-8d64-34a1a1997af3 None None] Routers {'6878da10-dcd5-499a-9b6e-d1a30c55dfbf'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:52:10.689297 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-92e6ee57-2c4a-454a-8d64-34a1a1997af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:51:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['6878da10-dcd5-499a-9b6e-d1a30c55dfbf'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:10.884445 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-c7ad2b8c-a9bd-4dab-853b-ad3aed538996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:10.886496 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-c7ad2b8c-a9bd-4dab-853b-ad3aed538996 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56a043ac-e57d-4cb8-8ab2-9c04c509ae33 HTTP/1.1" status: 200 len: 852 time: 0.2605162 Feb 09 12:52:10.949295 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bddcc96-0005-4d99-a449-ff1726e43078 service neutron] Pushing event updated for resources: {'Port': ['ID=7b78f94a-31c6-41d8-9f34-b402f8718946,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:11.020438 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-92e6ee57-2c4a-454a-8d64-34a1a1997af3 None None] Set router 6878da10-dcd5-499a-9b6e-d1a30c55dfbf gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:52:11.048294 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ff11c271-1367-49db-9600-650228c4d201 req-da76e987-0199-428c-a85f-ee4786515074 service neutron] 10.222.0.50 "GET /v2.0/networks/fe9e02a9-db66-4356-b324-dd8d3fc56de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7659214 Feb 09 12:52:11.081665 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-6fe101ed-4a06-42db-8d07-200368562d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:11.091166 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-6fe101ed-4a06-42db-8d07-200368562d5b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c700a76888af4c26ac5b858223b6e261&device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 1127 time: 0.3711591 Feb 09 12:52:11.114236 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97202a1-9721-4b78-be74-7dc9dae7f091 None None] Pushing event updated for resources: {'Port': ['ID=9b6546c8-08f3-457c-b54a-d9fb04051f91,revision_number=3']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:11.187946 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-0524871f-a1a2-4e2b-b429-b9bedd2f2d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'name': 'tempest-AttachVolumeShelveTestJSON-1633902968-router', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:44Z', 'updated_at': '2022-02-09T12:52:00Z', 'revision_number': 4, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'gw_port': {'id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '1b6739ff-9f31-4c30-bcab-4fc9eee07d36', 'name': '', 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'mac_address': 'fa:16:3e:81:ef:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:55Z', 'updated_at': '2022-02-09T12:52:02Z', 'revision_number': 2, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'subnets': [{'id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:11.283195 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [None req-f5c24759-18fc-429a-a26e-efc773931341 None None] Attempting to bind port 9b6546c8-08f3-457c-b54a-d9fb04051f91 on host dv-cinder-810917-4-iscsi for vnic_type normal with profile {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:52:11.286220 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [None req-f5c24759-18fc-429a-a26e-efc773931341 None None] Attempting to bind port 9b6546c8-08f3-457c-b54a-d9fb04051f91 by drivers openvswitch,hyperv on host dv-cinder-810917-4-iscsi at level 0 using segments [{'id': 'f34400df-c94b-4224-9e0c-3c0104ffd1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a'}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:52:11.289546 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c24759-18fc-429a-a26e-efc773931341 None None] Attempting to bind port 9b6546c8-08f3-457c-b54a-d9fb04051f91 on network 2b9eccac-64ca-4d60-9a01-96555c9ae72a {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:52:11.306165 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-4a9c7158-b209-44b7-85a0-5a143b23cc13 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b78f94a-31c6-41d8-9f34-b402f8718946 HTTP/1.1" status: 200 len: 217 time: 0.2025683 Feb 09 12:52:11.365762 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0524871f-a1a2-4e2b-b429-b9bedd2f2d91 None None] Checking router: 414cf15f-1610-4f74-aaf5-78e4f98f1f42 for host: dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:52:11.366114 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0524871f-a1a2-4e2b-b429-b9bedd2f2d91 None None] Updating router 414cf15f-1610-4f74-aaf5-78e4f98f1f42 port 1b6739ff-9f31-4c30-bcab-4fc9eee07d36 binding host dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:52:11.409519 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7671266cdcd25feb0d1fb7d0d4a7a38583ecefa09a530944b0969c09dda32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a37fc4-0e9e-4e78-8f5e-d5202114c7f7" -d '{"events": [{"name": "network-changed", "server_uuid": "f65c9041-b32d-402e-b7db-604960c2d427", "tag": "c9c08fe2-352d-4d55-aed1-e41644d08b0c"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:52:11.470636 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c24759-18fc-429a-a26e-efc773931341 None None] Checking agent: {'id': '46f62665-8b82-4ce4-9f5d-d8528a85ae2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'started_at': datetime.datetime(2022, 2, 9, 12, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:52:11.471140 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c24759-18fc-429a-a26e-efc773931341 None None] Checking segment: {'id': 'f34400df-c94b-4224-9e0c-3c0104ffd1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:52:11.472066 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f5c24759-18fc-429a-a26e-efc773931341 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:11.472726 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c24759-18fc-429a-a26e-efc773931341 None None] Bound using segment: {'id': 'f34400df-c94b-4224-9e0c-3c0104ffd1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a'} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:52:11.473633 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [None req-f5c24759-18fc-429a-a26e-efc773931341 None None] Bound port: 9b6546c8-08f3-457c-b54a-d9fb04051f91, host: dv-cinder-810917-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34400df-c94b-4224-9e0c-3c0104ffd1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a'}}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:52:11.474234 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f5c24759-18fc-429a-a26e-efc773931341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (9b6546c8-08f3-457c-b54a-d9fb04051f91), before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:11.477195 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ff11c271-1367-49db-9600-650228c4d201 req-53dbe96f-4faf-41d2-827d-68aba2c45ab3 service neutron] 10.222.0.50 "GET /v2.0/networks/fe9e02a9-db66-4356-b324-dd8d3fc56de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201140 Feb 09 12:52:11.482307 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-f39efde4-b274-4e20-b725-a39f4d38aec7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c503528d-9c98-42eb-aea2-2650c54662c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5845220 Feb 09 12:52:11.499830 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-11163062-e9c6-4845-bf4a-e2c73d73d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:11.501681 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-11163062-e9c6-4845-bf4a-e2c73d73d99f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9699e6c1-1018-457a-af1d-044b01a0fe5a HTTP/1.1" status: 200 len: 853 time: 0.1873834 Feb 09 12:52:11.621737 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-dc86a7a8-2176-491b-866c-2c28383b6a19 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60e1c116-600c-4c22-be1c-87ca9eb04745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054177 Feb 09 12:52:11.767001 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 48128) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:11.798641 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-c16982f8-8254-4235-9160-ce66bbd0b84d tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1856353666', 'description': 'tempest-description--1888515801'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:11.833166 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929e0e2b-0511-4e9b-b80c-226c21fa3b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "e4bf355e-c92a-440b-88ea-fac804a26487", "tag": "7b78f94a-31c6-41d8-9f34-b402f8718946"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:52:11.854903 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-f5c24759-18fc-429a-a26e-efc773931341 None None] For port 9b6546c8-08f3-457c-b54a-d9fb04051f91, host dv-cinder-810917-4-iscsi, cleared binding levels {{(pid=109772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:52:11.876459 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-cd2c8f14-cb15-4dc1-9368-4c7992f65587 None None] Provisioning complete for port 9b6546c8-08f3-457c-b54a-d9fb04051f91 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:11.877311 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-cd2c8f14-cb15-4dc1-9368-4c7992f65587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (9b6546c8-08f3-457c-b54a-d9fb04051f91), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:11.882156 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-f5c24759-18fc-429a-a26e-efc773931341 None None] For port 9b6546c8-08f3-457c-b54a-d9fb04051f91, host dv-cinder-810917-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=9b6546c8-08f3-457c-b54a-d9fb04051f91,segment=NetworkSegment(f34400df-c94b-4224-9e0c-3c0104ffd1f7),segment_id=f34400df-c94b-4224-9e0c-3c0104ffd1f7)] {{(pid=109772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:52:11.889824 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0524871f-a1a2-4e2b-b429-b9bedd2f2d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (1b6739ff-9f31-4c30-bcab-4fc9eee07d36), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:11.997055 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f5c24759-18fc-429a-a26e-efc773931341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (9b6546c8-08f3-457c-b54a-d9fb04051f91), after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:12.042117 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c16982f8-8254-4235-9160-ce66bbd0b84d tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:12.108051 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-de0b0d2e-a44c-47e8-9aae-42f3e3ca57d9 service neutron] 10.222.0.18 "GET /v2.0/networks/60e1c116-600c-4c22-be1c-87ca9eb04745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689794 Feb 09 12:52:12.111369 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-f8ff6c69-5951-436a-9fe6-f1d9bcc205aa service neutron] 10.222.0.18 "GET /v2.0/networks/c503528d-9c98-42eb-aea2-2650c54662c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6194911 Feb 09 12:52:12.402052 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-cd2c8f14-cb15-4dc1-9368-4c7992f65587 None None] Port 9b6546c8-08f3-457c-b54a-d9fb04051f91 cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:52:12.607213 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bb5f6a39-815b-48ab-b96c-baa114416f1f req-40e2d617-5cfd-4e5a-9de0-82d315010ce0 service neutron] 10.222.0.18 "GET /v2.0/networks/60e1c116-600c-4c22-be1c-87ca9eb04745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862185 Feb 09 12:52:12.692864 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c24759-18fc-429a-a26e-efc773931341 None None] Routers {'5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:52:12.693920 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-f5c24759-18fc-429a-a26e-efc773931341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:51:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:12.807234 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-55695b8f-00c5-4e8e-adbc-e4bd776ab1c7 req-8b7dffb9-8e30-4aac-b999-3467439f8679 service neutron] 10.222.0.18 "GET /v2.0/networks/c503528d-9c98-42eb-aea2-2650c54662c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6802018 Feb 09 12:52:12.857927 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c16982f8-8254-4235-9160-ce66bbd0b84d tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for security_group (8baf8f45-7b23-44ce-a76d-e84a96d3b137), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:12.882070 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb326b-8606-4c7d-af1d-2bda418b8873 req-dfb5b9af-84cc-4719-9bc9-a44697b201cc tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:12.934116 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-58fb326b-8606-4c7d-af1d-2bda418b8873 req-dfb5b9af-84cc-4719-9bc9-a44697b201cc tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 943 time: 0.4083726 Feb 09 12:52:12.955243 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c16982f8-8254-4235-9160-ce66bbd0b84d tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (8baf8f45-7b23-44ce-a76d-e84a96d3b137), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:13.155117 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16982f8-8254-4235-9160-ce66bbd0b84d tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8baf8f45-7b23-44ce-a76d-e84a96d3b137,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:13.164461 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97202a1-9721-4b78-be74-7dc9dae7f091 None None] Pushing event updated for resources: {'Port': ['ID=9b6546c8-08f3-457c-b54a-d9fb04051f91,revision_number=4']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:13.230236 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-58fb326b-8606-4c7d-af1d-2bda418b8873 req-b97d9ca1-353c-4e7a-a841-b9824921c126 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583804 Feb 09 12:52:13.297867 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-92e6ee57-2c4a-454a-8d64-34a1a1997af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6878da10-dcd5-499a-9b6e-d1a30c55dfbf', 'name': 'tempest-ServerRescueNegativeTestJSON-1878340087-router', 'tenant_id': 'aac257b16e274dfb9778b47283dbc3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:42Z', 'updated_at': '2022-02-09T12:51:58Z', 'revision_number': 4, 'project_id': 'aac257b16e274dfb9778b47283dbc3d7', 'gw_port': {'id': '0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6878da10-dcd5-499a-9b6e-d1a30c55dfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:44Z', 'updated_at': '2022-02-09T12:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '0e2479bb-36f4-41ef-8e35-80be51976c56', 'name': '', 'network_id': 'fe9e02a9-db66-4356-b324-dd8d3fc56de1', 'tenant_id': 'aac257b16e274dfb9778b47283dbc3d7', 'mac_address': 'fa:16:3e:72:b8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6878da10-dcd5-499a-9b6e-d1a30c55dfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3eaa3335-b6ec-45d9-968c-d644bee9379c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:55Z', 'updated_at': '2022-02-09T12:52:10Z', 'revision_number': 4, 'project_id': 'aac257b16e274dfb9778b47283dbc3d7', 'subnets': [{'id': '3eaa3335-b6ec-45d9-968c-d644bee9379c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:13.399263 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-f5c24759-18fc-429a-a26e-efc773931341 None None] Set router 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:52:13.460693 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c16982f8-8254-4235-9160-ce66bbd0b84d tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:13.462813 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-c16982f8-8254-4235-9160-ce66bbd0b84d tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.6944137 Feb 09 12:52:13.472702 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 48168) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:13.484172 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-74626a93-0b2e-435d-a78a-074768379f9f tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Request body: {'security_group_rule': {'security_group_id': '8baf8f45-7b23-44ce-a76d-e84a96d3b137', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:13.562021 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0af52-1c6c-4489-b5d0-b5f5e015b9e4 req-90889265-390b-4e85-b986-feed6f3c4b93 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:13.575142 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-eec0af52-1c6c-4489-b5d0-b5f5e015b9e4 req-90889265-390b-4e85-b986-feed6f3c4b93 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 944 time: 0.1556690 Feb 09 12:52:13.688404 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-eec0af52-1c6c-4489-b5d0-b5f5e015b9e4 req-7f5a42d6-5fa5-4087-a33f-8d99f2258699 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/security-groups?id=67a6d76c-1844-4683-b685-42cd1b8e2bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044800 Feb 09 12:52:13.700064 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-74626a93-0b2e-435d-a78a-074768379f9f tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for security_group_rule (5d2092f7-64fa-4524-a485-d8894b791fb0), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:13.869392 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-74626a93-0b2e-435d-a78a-074768379f9f tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for security_group_rule (5d2092f7-64fa-4524-a485-d8894b791fb0), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:13.948846 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-74626a93-0b2e-435d-a78a-074768379f9f tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924240'] for security_group_rule (5d2092f7-64fa-4524-a485-d8894b791fb0), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:14.089385 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e6ee57-2c4a-454a-8d64-34a1a1997af3 None None] The sync data for ids ['6878da10-dcd5-499a-9b6e-d1a30c55dfbf'] in dv-cinder-810917-4-iscsi is: [{'id': '6878da10-dcd5-499a-9b6e-d1a30c55dfbf', 'name': 'tempest-ServerRescueNegativeTestJSON-1878340087-router', 'tenant_id': 'aac257b16e274dfb9778b47283dbc3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:42Z', 'updated_at': '2022-02-09T12:51:58Z', 'revision_number': 4, 'project_id': 'aac257b16e274dfb9778b47283dbc3d7', 'gw_port': {'id': '0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6878da10-dcd5-499a-9b6e-d1a30c55dfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:44Z', 'updated_at': '2022-02-09T12:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '0e2479bb-36f4-41ef-8e35-80be51976c56', 'name': '', 'network_id': 'fe9e02a9-db66-4356-b324-dd8d3fc56de1', 'tenant_id': 'aac257b16e274dfb9778b47283dbc3d7', 'mac_address': 'fa:16:3e:72:b8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6878da10-dcd5-499a-9b6e-d1a30c55dfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '3eaa3335-b6ec-45d9-968c-d644bee9379c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:55Z', 'updated_at': '2022-02-09T12:52:10Z', 'revision_number': 4, 'project_id': 'aac257b16e274dfb9778b47283dbc3d7', 'subnets': [{'id': '3eaa3335-b6ec-45d9-968c-d644bee9379c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:52:14.144802 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-74626a93-0b2e-435d-a78a-074768379f9f tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:14.150909 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-74626a93-0b2e-435d-a78a-074768379f9f tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6802561 Feb 09 12:52:14.151685 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-0863f919-e988-4f39-845e-3edde325c0fe None None] Provisioning complete for port 9b6546c8-08f3-457c-b54a-d9fb04051f91 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:14.151685 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0863f919-e988-4f39-845e-3edde325c0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (9b6546c8-08f3-457c-b54a-d9fb04051f91), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:14.152764 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 48196) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:14.167309 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-f3dbae22-d2da-425d-9c43-a234d9f00736 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Request body: {'security_group_rule': {'security_group_id': '8baf8f45-7b23-44ce-a76d-e84a96d3b137', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:14.175856 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74626a93-0b2e-435d-a78a-074768379f9f tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2092f7-64fa-4524-a485-d8894b791fb0,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:14.284844 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-f5c24759-18fc-429a-a26e-efc773931341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'name': 'tempest-AttachVolumeTestJSON-791187294-router', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:05Z', 'revision_number': 4, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'gw_port': {'id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:49Z', 'updated_at': '2022-02-09T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '9b6546c8-08f3-457c-b54a-d9fb04051f91', 'name': '', 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'mac_address': 'fa:16:3e:97:e2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:52:01Z', 'updated_at': '2022-02-09T12:52:11Z', 'revision_number': 4, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'subnets': [{'id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:14.443392 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f3dbae22-d2da-425d-9c43-a234d9f00736 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for security_group_rule (ccba2459-56d5-49aa-948c-0a2fd0edb444), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:14.485278 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 48208) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:14.496721 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-ae867360-6b16-43d9-a7a6-e7b9ea0fcc3b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1631340697', 'description': 'tempest-description--2082885612'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:14.539773 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c24759-18fc-429a-a26e-efc773931341 None None] The sync data for ids ['5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'] in dv-cinder-810917-4-iscsi is: [{'id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'name': 'tempest-AttachVolumeTestJSON-791187294-router', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:05Z', 'revision_number': 4, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'gw_port': {'id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:49Z', 'updated_at': '2022-02-09T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '9b6546c8-08f3-457c-b54a-d9fb04051f91', 'name': '', 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'mac_address': 'fa:16:3e:97:e2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:52:01Z', 'updated_at': '2022-02-09T12:52:11Z', 'revision_number': 4, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'subnets': [{'id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:52:14.686301 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-0863f919-e988-4f39-845e-3edde325c0fe None None] Current status of the port 9b6546c8-08f3-457c-b54a-d9fb04051f91 is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:52:14.686301 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0863f919-e988-4f39-845e-3edde325c0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (9b6546c8-08f3-457c-b54a-d9fb04051f91), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:14.777866 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ae867360-6b16-43d9-a7a6-e7b9ea0fcc3b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:14.818000 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:14.840128 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0524871f-a1a2-4e2b-b429-b9bedd2f2d91 None None] Publish callbacks [] for port (1b6739ff-9f31-4c30-bcab-4fc9eee07d36), precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:14.893887 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f3dbae22-d2da-425d-9c43-a234d9f00736 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for security_group_rule (ccba2459-56d5-49aa-948c-0a2fd0edb444), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:14.976087 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-0863f919-e988-4f39-845e-3edde325c0fe None None] For port 9b6546c8-08f3-457c-b54a-d9fb04051f91, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=9b6546c8-08f3-457c-b54a-d9fb04051f91,segment=NetworkSegment(f34400df-c94b-4224-9e0c-3c0104ffd1f7),segment_id=f34400df-c94b-4224-9e0c-3c0104ffd1f7)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:52:14.993238 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0524871f-a1a2-4e2b-b429-b9bedd2f2d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (1b6739ff-9f31-4c30-bcab-4fc9eee07d36), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:15.018199 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 12:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fc3a81-d615-4411-a5c7-591b398cd98e x-openstack-request-id: req-15fc3a81-d615-4411-a5c7-591b398cd98e {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:52:15.018768 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65c9041-b32d-402e-b7db-604960c2d427", "tag": "c9c08fe2-352d-4d55-aed1-e41644d08b0c", "status": "completed", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:52:15.019035 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-15fc3a81-d615-4411-a5c7-591b398cd98e {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:52:15.019621 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65c9041-b32d-402e-b7db-604960c2d427', 'tag': 'c9c08fe2-352d-4d55-aed1-e41644d08b0c', 'status': 'completed', 'code': 200} Feb 09 12:52:15.052932 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f3dbae22-d2da-425d-9c43-a234d9f00736 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924240'] for security_group_rule (ccba2459-56d5-49aa-948c-0a2fd0edb444), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:15.238606 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0863f919-e988-4f39-845e-3edde325c0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (9b6546c8-08f3-457c-b54a-d9fb04051f91), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:15.307286 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ae867360-6b16-43d9-a7a6-e7b9ea0fcc3b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for security_group (4ad64223-d65e-421c-ac4c-69a73d1ee3ee), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:15.318667 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 12:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d5cbf5-71b3-4ca8-bc99-581035b3c976 x-openstack-request-id: req-97d5cbf5-71b3-4ca8-bc99-581035b3c976 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:52:15.318972 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4bf355e-c92a-440b-88ea-fac804a26487", "tag": "7b78f94a-31c6-41d8-9f34-b402f8718946", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:52:15.324657 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-97d5cbf5-71b3-4ca8-bc99-581035b3c976 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:52:15.325273 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4bf355e-c92a-440b-88ea-fac804a26487', 'tag': '7b78f94a-31c6-41d8-9f34-b402f8718946', 'status': 'completed', 'code': 200} Feb 09 12:52:15.371506 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca281639-8743-4dc3-a441-4e64ed1db3e8 None None] Pushing event updated for resources: {'Port': ['ID=1b6739ff-9f31-4c30-bcab-4fc9eee07d36,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:15.389750 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dbae22-d2da-425d-9c43-a234d9f00736 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccba2459-56d5-49aa-948c-0a2fd0edb444,revision_number=0']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:15.474913 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f3dbae22-d2da-425d-9c43-a234d9f00736 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:15.485008 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-f3dbae22-d2da-425d-9c43-a234d9f00736 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3292811 Feb 09 12:52:15.508541 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 48230) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:15.540347 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-2ca29e77-402a-49fd-8abb-e340e08927ad tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Request body: {'floatingip': {'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:15.602446 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ae867360-6b16-43d9-a7a6-e7b9ea0fcc3b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (4ad64223-d65e-421c-ac4c-69a73d1ee3ee), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:15.724211 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-25f7242b-193e-4c3f-9e61-14124e91c783 req-76f427ed-17a5-4e62-a59e-24ac06f2a660 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 210 time: 0.3041866 Feb 09 12:52:15.768378 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-0524871f-a1a2-4e2b-b429-b9bedd2f2d91 None None] Attempting to bind port 1b6739ff-9f31-4c30-bcab-4fc9eee07d36 on host dv-cinder-810917-4-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:52:15.770720 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-0524871f-a1a2-4e2b-b429-b9bedd2f2d91 None None] Attempting to bind port 1b6739ff-9f31-4c30-bcab-4fc9eee07d36 by drivers openvswitch,hyperv on host dv-cinder-810917-4-iscsi at level 0 using segments [{'id': '9f2b0cd4-a2bd-4d81-a80e-82db423204f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:52:15.773349 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0524871f-a1a2-4e2b-b429-b9bedd2f2d91 None None] Attempting to bind port 1b6739ff-9f31-4c30-bcab-4fc9eee07d36 on network 7a233017-512c-4fc0-9a95-c7f1c6d0e43c {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:52:15.794440 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a37fc4-0e9e-4e78-8f5e-d5202114c7f7 req-3827fd84-78c8-4b55-90e6-bec80765a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:15.794440 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b0a37fc4-0e9e-4e78-8f5e-d5202114c7f7 req-3827fd84-78c8-4b55-90e6-bec80765a26f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ffd005ddd8b54694abf2c6cbc33bff8b&device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 1128 time: 0.6570671 Feb 09 12:52:15.799043 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0524871f-a1a2-4e2b-b429-b9bedd2f2d91 None None] Checking agent: {'id': '46f62665-8b82-4ce4-9f5d-d8528a85ae2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'started_at': datetime.datetime(2022, 2, 9, 12, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:52:15.800351 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0524871f-a1a2-4e2b-b429-b9bedd2f2d91 None None] Checking segment: {'id': '9f2b0cd4-a2bd-4d81-a80e-82db423204f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:52:15.801443 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0524871f-a1a2-4e2b-b429-b9bedd2f2d91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:15.802061 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0524871f-a1a2-4e2b-b429-b9bedd2f2d91 None None] Bound using segment: {'id': '9f2b0cd4-a2bd-4d81-a80e-82db423204f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:52:15.802856 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-0524871f-a1a2-4e2b-b429-b9bedd2f2d91 None None] Bound port: 1b6739ff-9f31-4c30-bcab-4fc9eee07d36, host: dv-cinder-810917-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2b0cd4-a2bd-4d81-a80e-82db423204f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:52:15.803563 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0524871f-a1a2-4e2b-b429-b9bedd2f2d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (1b6739ff-9f31-4c30-bcab-4fc9eee07d36), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:15.878727 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ae867360-6b16-43d9-a7a6-e7b9ea0fcc3b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:15.880040 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-ae867360-6b16-43d9-a7a6-e7b9ea0fcc3b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3918214 Feb 09 12:52:15.919612 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 48244) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:15.960114 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-1d093c93-ed90-4e83-8315-d7e50cf78bc0 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Request body: {'security_group_rule': {'security_group_id': '4ad64223-d65e-421c-ac4c-69a73d1ee3ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:16.010680 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-0524871f-a1a2-4e2b-b429-b9bedd2f2d91 None None] For port 1b6739ff-9f31-4c30-bcab-4fc9eee07d36, host dv-cinder-810917-4-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:52:16.018655 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-0524871f-a1a2-4e2b-b429-b9bedd2f2d91 None None] For port 1b6739ff-9f31-4c30-bcab-4fc9eee07d36, host dv-cinder-810917-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=1b6739ff-9f31-4c30-bcab-4fc9eee07d36,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:52:16.047887 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863f919-e988-4f39-845e-3edde325c0fe None None] Pushing event updated for resources: {'Port': ['ID=9b6546c8-08f3-457c-b54a-d9fb04051f91,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:16.065389 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae867360-6b16-43d9-a7a6-e7b9ea0fcc3b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad64223-d65e-421c-ac4c-69a73d1ee3ee,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:16.108204 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2ca29e77-402a-49fd-8abb-e340e08927ad tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:16.122761 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e0e2b-0511-4e9b-b80c-226c21fa3b3b req-83ea1724-a0f8-494c-9ece-b83290a082f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:16.130687 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-929e0e2b-0511-4e9b-b80c-226c21fa3b3b req-83ea1724-a0f8-494c-9ece-b83290a082f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c700a76888af4c26ac5b858223b6e261&device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 1127 time: 0.8171861 Feb 09 12:52:16.147412 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-0921e58f-f854-412f-a278-da2a6813a72d None None] Provisioning complete for port 1b6739ff-9f31-4c30-bcab-4fc9eee07d36 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:16.164475 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0921e58f-f854-412f-a278-da2a6813a72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (1b6739ff-9f31-4c30-bcab-4fc9eee07d36), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:16.311694 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 9b6546c8-08f3-457c-b54a-d9fb04051f91 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:52:16.401054 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1d093c93-ed90-4e83-8315-d7e50cf78bc0 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for security_group_rule (7e94f317-3dea-4309-96f3-4c9b39b68439), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:16.421708 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0524871f-a1a2-4e2b-b429-b9bedd2f2d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (1b6739ff-9f31-4c30-bcab-4fc9eee07d36), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:16.502252 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca281639-8743-4dc3-a441-4e64ed1db3e8 None None] Pushing event updated for resources: {'Port': ['ID=1b6739ff-9f31-4c30-bcab-4fc9eee07d36,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:16.666118 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-0921e58f-f854-412f-a278-da2a6813a72d None None] Port 1b6739ff-9f31-4c30-bcab-4fc9eee07d36 cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:52:16.681279 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0524871f-a1a2-4e2b-b429-b9bedd2f2d91 None None] Routers {'414cf15f-1610-4f74-aaf5-78e4f98f1f42'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:52:16.682723 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-0524871f-a1a2-4e2b-b429-b9bedd2f2d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:51:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['414cf15f-1610-4f74-aaf5-78e4f98f1f42'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:16.928875 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e0e2b-0511-4e9b-b80c-226c21fa3b3b req-1c2383aa-e816-49eb-890b-028178ef3983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:16.940727 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-929e0e2b-0511-4e9b-b80c-226c21fa3b3b req-1c2383aa-e816-49eb-890b-028178ef3983 service neutron] 10.222.0.18 "GET /v2.0/networks?id=60e1c116-600c-4c22-be1c-87ca9eb04745 HTTP/1.1" status: 200 len: 914 time: 0.7995191 Feb 09 12:52:17.031371 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port 9b6546c8-08f3-457c-b54a-d9fb04051f91 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:17.032329 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (9b6546c8-08f3-457c-b54a-d9fb04051f91), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:17.221128 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5175462-67f6-43b7-aa54-29f30d7debf8 req-64d84e0a-7489-46af-8347-df94670af90b tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:17.227634 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d5175462-67f6-43b7-aa54-29f30d7debf8 req-64d84e0a-7489-46af-8347-df94670af90b tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 943 time: 1.4546731 Feb 09 12:52:17.229857 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-929e0e2b-0511-4e9b-b80c-226c21fa3b3b req-4d5c7a5c-97c9-4acc-8605-66ece894cb56 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b78f94a-31c6-41d8-9f34-b402f8718946 HTTP/1.1" status: 200 len: 217 time: 0.2699580 Feb 09 12:52:17.419176 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1d093c93-ed90-4e83-8315-d7e50cf78bc0 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for security_group_rule (7e94f317-3dea-4309-96f3-4c9b39b68439), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:17.425416 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e0e2b-0511-4e9b-b80c-226c21fa3b3b req-cc5a89c7-c93b-4455-9f7c-3cfcfbdbf80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:17.429937 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-929e0e2b-0511-4e9b-b80c-226c21fa3b3b req-cc5a89c7-c93b-4455-9f7c-3cfcfbdbf80b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9699e6c1-1018-457a-af1d-044b01a0fe5a HTTP/1.1" status: 200 len: 853 time: 0.1901760 Feb 09 12:52:17.489821 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d5175462-67f6-43b7-aa54-29f30d7debf8 req-da146c72-a32a-4c3b-8705-1db3c28e69d4 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002704 Feb 09 12:52:17.537156 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-0524871f-a1a2-4e2b-b429-b9bedd2f2d91 None None] Set router 414cf15f-1610-4f74-aaf5-78e4f98f1f42 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:52:17.561498 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-929e0e2b-0511-4e9b-b80c-226c21fa3b3b req-9f8fd50c-af46-455a-bcb0-ca4f2be32041 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60e1c116-600c-4c22-be1c-87ca9eb04745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138325 Feb 09 12:52:17.581539 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1d093c93-ed90-4e83-8315-d7e50cf78bc0 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924240'] for security_group_rule (7e94f317-3dea-4309-96f3-4c9b39b68439), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:17.639102 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.18', 52623) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:17.697227 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d093c93-ed90-4e83-8315-d7e50cf78bc0 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e94f317-3dea-4309-96f3-4c9b39b68439,revision_number=0']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:17.799764 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9411b-604a-4f5f-85ca-4211c4f3847e req-0a5fc8a7-82ba-46dc-9c8e-963c4d200dcf tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:17.818871 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-82b9411b-604a-4f5f-85ca-4211c4f3847e req-0a5fc8a7-82ba-46dc-9c8e-963c4d200dcf tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 944 time: 1.5817969 Feb 09 12:52:17.897091 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1d093c93-ed90-4e83-8315-d7e50cf78bc0 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:17.901162 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-1d093c93-ed90-4e83-8315-d7e50cf78bc0 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9802895 Feb 09 12:52:17.954600 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 48302) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:17.978892 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-10411b9f-b465-4476-9cc3-98232fe35e01 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Request body: {'security_group_rule': {'security_group_id': '4ad64223-d65e-421c-ac4c-69a73d1ee3ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:17.980477 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-929e0e2b-0511-4e9b-b80c-226c21fa3b3b req-2b08e1af-dd2d-4312-94ec-d8f686595f48 service neutron] 10.222.0.18 "GET /v2.0/networks/60e1c116-600c-4c22-be1c-87ca9eb04745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089704 Feb 09 12:52:18.117711 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a37fc4-0e9e-4e78-8f5e-d5202114c7f7 req-ad381500-3dd5-40fe-b17a-036e2138ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:18.129761 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b0a37fc4-0e9e-4e78-8f5e-d5202114c7f7 req-ad381500-3dd5-40fe-b17a-036e2138ec11 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c503528d-9c98-42eb-aea2-2650c54662c7 HTTP/1.1" status: 200 len: 913 time: 2.3000567 Feb 09 12:52:18.296928 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-00599658-f203-4ad8-bab3-b8e50752afdd None None] Provisioning complete for port 1b6739ff-9f31-4c30-bcab-4fc9eee07d36 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:18.303102 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-00599658-f203-4ad8-bab3-b8e50752afdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (1b6739ff-9f31-4c30-bcab-4fc9eee07d36), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:18.309715 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-82b9411b-604a-4f5f-85ca-4211c4f3847e req-fd856856-f0f2-4567-a841-69bca0d64bcf tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/security-groups?id=67a6d76c-1844-4683-b685-42cd1b8e2bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4897821 Feb 09 12:52:18.389904 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b0a37fc4-0e9e-4e78-8f5e-d5202114c7f7 req-9ebb08c1-d478-444b-a1cd-6890ad7271a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9c08fe2-352d-4d55-aed1-e41644d08b0c HTTP/1.1" status: 200 len: 217 time: 0.1458158 Feb 09 12:52:18.480872 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2ca29e77-402a-49fd-8abb-e340e08927ad tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:18.554238 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a37fc4-0e9e-4e78-8f5e-d5202114c7f7 req-9fda08bc-4ded-45b4-9424-aa7b70ad9b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:18.555116 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port 9b6546c8-08f3-457c-b54a-d9fb04051f91 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:52:18.556077 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b0a37fc4-0e9e-4e78-8f5e-d5202114c7f7 req-9fda08bc-4ded-45b4-9424-aa7b70ad9b9c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56a043ac-e57d-4cb8-8ab2-9c04c509ae33 HTTP/1.1" status: 200 len: 852 time: 0.1572187 Feb 09 12:52:18.556842 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-10411b9f-b465-4476-9cc3-98232fe35e01 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for security_group_rule (ebb3f0d9-7557-4745-86b7-28b7c0ef6ad1), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:18.557353 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 0e2479bb-36f4-41ef-8e35-80be51976c56 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:52:18.806465 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-00599658-f203-4ad8-bab3-b8e50752afdd None None] Current status of the port 1b6739ff-9f31-4c30-bcab-4fc9eee07d36 is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:52:18.810049 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-00599658-f203-4ad8-bab3-b8e50752afdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (1b6739ff-9f31-4c30-bcab-4fc9eee07d36), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:18.900319 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port 0e2479bb-36f4-41ef-8e35-80be51976c56 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:18.900968 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (0e2479bb-36f4-41ef-8e35-80be51976c56), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:18.937158 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [None req-2ca29e77-402a-49fd-8abb-e340e08927ad tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Allocated IP 172.27.3.33 (a2e9d4bf-7356-45aa-a65f-bd468972dd5d/c9ce0d82-6bfd-4731-856e-4f09afc4aa6c/487d1903-5922-4cac-b80a-1812f4c708a6) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:52:18.994385 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-0524871f-a1a2-4e2b-b429-b9bedd2f2d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'name': 'tempest-AttachVolumeShelveTestJSON-1633902968-router', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:44Z', 'updated_at': '2022-02-09T12:52:00Z', 'revision_number': 4, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'gw_port': {'id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '1b6739ff-9f31-4c30-bcab-4fc9eee07d36', 'name': '', 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'mac_address': 'fa:16:3e:81:ef:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:55Z', 'updated_at': '2022-02-09T12:52:16Z', 'revision_number': 4, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'subnets': [{'id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:19.012284 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b0a37fc4-0e9e-4e78-8f5e-d5202114c7f7 req-cd2885dd-9de9-45b7-b770-04cbbbfdb46a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c503528d-9c98-42eb-aea2-2650c54662c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3446310 Feb 09 12:52:19.047996 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-00599658-f203-4ad8-bab3-b8e50752afdd None None] For port 1b6739ff-9f31-4c30-bcab-4fc9eee07d36, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=1b6739ff-9f31-4c30-bcab-4fc9eee07d36,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:52:19.095725 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0524871f-a1a2-4e2b-b429-b9bedd2f2d91 None None] The sync data for ids ['414cf15f-1610-4f74-aaf5-78e4f98f1f42'] in dv-cinder-810917-4-iscsi is: [{'id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'name': 'tempest-AttachVolumeShelveTestJSON-1633902968-router', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:44Z', 'updated_at': '2022-02-09T12:52:00Z', 'revision_number': 4, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'gw_port': {'id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '1b6739ff-9f31-4c30-bcab-4fc9eee07d36', 'name': '', 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'mac_address': 'fa:16:3e:81:ef:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:55Z', 'updated_at': '2022-02-09T12:52:16Z', 'revision_number': 4, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'subnets': [{'id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:52:19.155335 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-00599658-f203-4ad8-bab3-b8e50752afdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (1b6739ff-9f31-4c30-bcab-4fc9eee07d36), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:19.167120 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-af6b636f-300c-433c-9bae-34ce7982d9c0 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:19.186773 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-af6b636f-300c-433c-9bae-34ce7982d9c0 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/networks?id=fe9e02a9-db66-4356-b324-dd8d3fc56de1 HTTP/1.1" status: 200 len: 819 time: 0.5656261 Feb 09 12:52:19.302026 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port 0e2479bb-36f4-41ef-8e35-80be51976c56 is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:52:19.302484 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (0e2479bb-36f4-41ef-8e35-80be51976c56), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:19.394365 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11c271-1367-49db-9600-650228c4d201 req-d17522ec-67a9-49a6-8bc1-20ce36885d9b tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:19.436236 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ff11c271-1367-49db-9600-650228c4d201 req-d17522ec-67a9-49a6-8bc1-20ce36885d9b tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.18 "GET /v2.0/networks?id=fe9e02a9-db66-4356-b324-dd8d3fc56de1 HTTP/1.1" status: 200 len: 819 time: 1.7570267 Feb 09 12:52:19.436236 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-ff11c271-1367-49db-9600-650228c4d201 req-dc357c63-f164-4b20-921e-1dcc004276fe tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Request body: {'port': {'device_id': '686d6d8c-9ad4-4cee-8ade-45078654bdf5', 'network_id': 'fe9e02a9-db66-4356-b324-dd8d3fc56de1', 'admin_state_up': True, 'tenant_id': 'aac257b16e274dfb9778b47283dbc3d7'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:19.436236 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-e04bb8d2-a68e-44b9-9bcb-7d178611215a tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/quotas/aac257b16e274dfb9778b47283dbc3d7 HTTP/1.1" status: 200 len: 375 time: 0.2010739 Feb 09 12:52:19.480367 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] For port 0e2479bb-36f4-41ef-8e35-80be51976c56, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=0e2479bb-36f4-41ef-8e35-80be51976c56,segment=NetworkSegment(d2ad0c1b-255c-4074-845b-ea98d893a18c),segment_id=d2ad0c1b-255c-4074-845b-ea98d893a18c)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:52:19.493526 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00599658-f203-4ad8-bab3-b8e50752afdd None None] Pushing event updated for resources: {'Port': ['ID=1b6739ff-9f31-4c30-bcab-4fc9eee07d36,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:19.510086 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-10411b9f-b465-4476-9cc3-98232fe35e01 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for security_group_rule (ebb3f0d9-7557-4745-86b7-28b7c0ef6ad1), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:19.570933 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126a3f8-8881-4b84-8788-80c46da01c45 req-874a1326-dd23-4407-92a1-dd41f31cc081 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:19.572844 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b126a3f8-8881-4b84-8788-80c46da01c45 req-874a1326-dd23-4407-92a1-dd41f31cc081 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 943 time: 0.5790334 Feb 09 12:52:19.680153 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2ca29e77-402a-49fd-8abb-e340e08927ad tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for port (487d1903-5922-4cac-b80a-1812f4c708a6), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:19.684226 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b0a37fc4-0e9e-4e78-8f5e-d5202114c7f7 req-e17e3265-74aa-4419-8685-95159ec89b90 service neutron] 10.222.0.18 "GET /v2.0/networks/c503528d-9c98-42eb-aea2-2650c54662c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5680690 Feb 09 12:52:19.699704 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-929e0e2b-0511-4e9b-b80c-226c21fa3b3b req-f148db8c-c02c-4fd8-b55b-843f1eeda47d service neutron] 10.222.0.18 "GET /v2.0/networks/60e1c116-600c-4c22-be1c-87ca9eb04745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6798506 Feb 09 12:52:19.808629 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-0fbf60ae-fae4-4529-ad44-173027120291 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=aac257b16e274dfb9778b47283dbc3d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3106723 Feb 09 12:52:19.840374 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b126a3f8-8881-4b84-8788-80c46da01c45 req-35ba49ae-2ff7-4418-843e-92ee76db4d0e tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381797 Feb 09 12:52:19.901858 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b0a37fc4-0e9e-4e78-8f5e-d5202114c7f7 req-15e0c227-58d6-4a2c-82a0-b8e6ae2d17f9 service neutron] 10.222.0.18 "GET /v2.0/networks/c503528d-9c98-42eb-aea2-2650c54662c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103157 Feb 09 12:52:19.979669 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-31f01ca9-36bc-4613-b159-e90847c8f8ed service neutron] 10.222.0.50 "GET /v2.0/networks/fe9e02a9-db66-4356-b324-dd8d3fc56de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570029 Feb 09 12:52:19.983716 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (0e2479bb-36f4-41ef-8e35-80be51976c56), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:20.031977 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-10411b9f-b465-4476-9cc3-98232fe35e01 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924240'] for security_group_rule (ebb3f0d9-7557-4745-86b7-28b7c0ef6ad1), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:20.074779 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Pushing event updated for resources: {'Port': ['ID=0e2479bb-36f4-41ef-8e35-80be51976c56,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:20.099730 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10411b9f-b465-4476-9cc3-98232fe35e01 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb3f0d9-7557-4745-86b7-28b7c0ef6ad1,revision_number=0']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:20.101819 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2ca29e77-402a-49fd-8abb-e340e08927ad tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (487d1903-5922-4cac-b80a-1812f4c708a6), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:20.120143 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-21266b32-0ebe-4a78-a8b5-c4e3092471b1 service neutron] 10.222.0.50 "GET /v2.0/networks/fe9e02a9-db66-4356-b324-dd8d3fc56de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299314 Feb 09 12:52:20.124984 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff11c271-1367-49db-9600-650228c4d201 req-dc357c63-f164-4b20-921e-1dcc004276fe tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Made reservation on behalf of aac257b16e274dfb9778b47283dbc3d7 for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:52:20.131327 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-ff11c271-1367-49db-9600-650228c4d201 req-dc357c63-f164-4b20-921e-1dcc004276fe tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:20.177593 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-10411b9f-b465-4476-9cc3-98232fe35e01 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:20.178855 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-10411b9f-b465-4476-9cc3-98232fe35e01 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2135217 Feb 09 12:52:20.188470 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 48350) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:20.205856 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-663850f2-520a-422b-b83b-78a1f216e98b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Request body: {'floatingip': {'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:20.233347 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca29e77-402a-49fd-8abb-e340e08927ad tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Network a2e9d4bf-7356-45aa-a65f-bd468972dd5d is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:52:20.240121 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-2ca29e77-402a-49fd-8abb-e340e08927ad tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:52:20.246316 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca29e77-402a-49fd-8abb-e340e08927ad tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:52:20.252544 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca29e77-402a-49fd-8abb-e340e08927ad tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Pushing event updated for resources: {'Port': ['ID=487d1903-5922-4cac-b80a-1812f4c708a6,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:20.283720 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d4016-1cff-4ee8-ade8-a6baa084ddc3 req-eada6f5a-d983-43bc-894d-75e90dc21769 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:20.286438 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-5a8d4016-1cff-4ee8-ade8-a6baa084ddc3 req-eada6f5a-d983-43bc-894d-75e90dc21769 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 944 time: 0.3350527 Feb 09 12:52:20.369096 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 1b6739ff-9f31-4c30-bcab-4fc9eee07d36 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:52:20.397481 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-ff11c271-1367-49db-9600-650228c4d201 req-dc357c63-f164-4b20-921e-1dcc004276fe tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Allocated IP 172.20.0.2 (fe9e02a9-db66-4356-b324-dd8d3fc56de1/3eaa3335-b6ec-45d9-968c-d644bee9379c/2ab5fada-eef8-4566-b3d0-305f254e5a73) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:52:20.406958 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-663850f2-520a-422b-b83b-78a1f216e98b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:20.493442 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port 1b6739ff-9f31-4c30-bcab-4fc9eee07d36 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:20.493822 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (1b6739ff-9f31-4c30-bcab-4fc9eee07d36), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:20.661156 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-5a8d4016-1cff-4ee8-ade8-a6baa084ddc3 req-d1334b78-6ed9-4567-bff6-8360935fd9f3 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/security-groups?id=67a6d76c-1844-4683-b685-42cd1b8e2bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504269 Feb 09 12:52:20.704118 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2ca29e77-402a-49fd-8abb-e340e08927ad tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for floatingip (82251f5e-894d-4ff2-aba6-c5f5ada5784e), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:20.717115 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port 1b6739ff-9f31-4c30-bcab-4fc9eee07d36 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:52:20.720287 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 9b6546c8-08f3-457c-b54a-d9fb04051f91 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:52:20.790375 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5a957351-5484-43f0-950b-2192695859ba req-bfd76f8b-1b91-4e14-9f29-c1ef38472f48 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 210 time: 0.2291470 Feb 09 12:52:20.887318 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port 9b6546c8-08f3-457c-b54a-d9fb04051f91 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:20.887318 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (9b6546c8-08f3-457c-b54a-d9fb04051f91), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:20.945008 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-663850f2-520a-422b-b83b-78a1f216e98b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:20.964969 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2ca29e77-402a-49fd-8abb-e340e08927ad tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (487d1903-5922-4cac-b80a-1812f4c708a6), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:20.990720 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-ff11c271-1367-49db-9600-650228c4d201 req-dc357c63-f164-4b20-921e-1dcc004276fe tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Publish callbacks [] for port (2ab5fada-eef8-4566-b3d0-305f254e5a73), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:21.104584 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port 9b6546c8-08f3-457c-b54a-d9fb04051f91 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:52:21.186172 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 48372) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:21.270830 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-ff11c271-1367-49db-9600-650228c4d201 req-dc357c63-f164-4b20-921e-1dcc004276fe tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (2ab5fada-eef8-4566-b3d0-305f254e5a73), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:21.306168 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87dc8e-8af4-4120-a23a-e0d999073a18 req-f9e06a2c-8382-481f-9a46-19c3df771990 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:21.307875 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-3a87dc8e-8af4-4120-a23a-e0d999073a18 req-f9e06a2c-8382-481f-9a46-19c3df771990 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 943 time: 0.1686931 Feb 09 12:52:21.383463 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff11c271-1367-49db-9600-650228c4d201 req-dc357c63-f164-4b20-921e-1dcc004276fe tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Network fe9e02a9-db66-4356-b324-dd8d3fc56de1 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:52:21.388546 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [None req-663850f2-520a-422b-b83b-78a1f216e98b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Allocated IP 172.27.3.6 (a2e9d4bf-7356-45aa-a65f-bd468972dd5d/c9ce0d82-6bfd-4731-856e-4f09afc4aa6c/fc47a158-74b5-4e13-9139-218c0464d6af) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:52:21.396512 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-ff11c271-1367-49db-9600-650228c4d201 req-dc357c63-f164-4b20-921e-1dcc004276fe tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:52:21.399276 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1cdaa2da-765c-489d-828c-c7d1f83e2f15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:21.401320 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc357c63-f164-4b20-921e-1dcc004276fe tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Pushing event updated for resources: {'Port': ['ID=2ab5fada-eef8-4566-b3d0-305f254e5a73,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:21.405072 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff11c271-1367-49db-9600-650228c4d201 req-dc357c63-f164-4b20-921e-1dcc004276fe tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:52:21.411922 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11c271-1367-49db-9600-650228c4d201 req-dc357c63-f164-4b20-921e-1dcc004276fe tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:21.411922 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-ff11c271-1367-49db-9600-650228c4d201 req-dc357c63-f164-4b20-921e-1dcc004276fe tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:21.443634 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2ca29e77-402a-49fd-8abb-e340e08927ad tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for port (487d1903-5922-4cac-b80a-1812f4c708a6), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:21.466689 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-3a87dc8e-8af4-4120-a23a-e0d999073a18 req-d50c3976-1833-45b1-9501-4ec9d07c5c2e tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389048 Feb 09 12:52:21.544658 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1cdaa2da-765c-489d-828c-c7d1f83e2f15 admin admin] Publish callbacks [] for security_group (59cfde54-b17e-4f10-857b-070f90a92bc3), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:21.552916 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ff11c271-1367-49db-9600-650228c4d201 req-dc357c63-f164-4b20-921e-1dcc004276fe tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1401894 Feb 09 12:52:21.564898 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-ff11c271-1367-49db-9600-650228c4d201 req-550926c2-9f03-49c7-bb33-19664722b2ff service neutron] Request body: {'port': {'device_id': '686d6d8c-9ad4-4cee-8ade-45078654bdf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:21.569741 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-663850f2-520a-422b-b83b-78a1f216e98b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for port (fc47a158-74b5-4e13-9139-218c0464d6af), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:21.629111 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2ca29e77-402a-49fd-8abb-e340e08927ad tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (487d1903-5922-4cac-b80a-1812f4c708a6), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:21.655666 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-ff11c271-1367-49db-9600-650228c4d201 req-550926c2-9f03-49c7-bb33-19664722b2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (2ab5fada-eef8-4566-b3d0-305f254e5a73), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:21.675795 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1cdaa2da-765c-489d-828c-c7d1f83e2f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (59cfde54-b17e-4f10-857b-070f90a92bc3), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:21.682640 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2ca29e77-402a-49fd-8abb-e340e08927ad tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591139'] for floatingip (82251f5e-894d-4ff2-aba6-c5f5ada5784e), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:21.702781 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-663850f2-520a-422b-b83b-78a1f216e98b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (fc47a158-74b5-4e13-9139-218c0464d6af), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:21.726728 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca29e77-402a-49fd-8abb-e340e08927ad tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Pushing event updated for resources: {'Port': ['ID=487d1903-5922-4cac-b80a-1812f4c708a6,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:21.729628 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-1cdaa2da-765c-489d-828c-c7d1f83e2f15 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1685c456ce124ce8b98f9d23316c0d1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5420568 Feb 09 12:52:21.740006 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 48382) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:21.786130 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2ca29e77-402a-49fd-8abb-e340e08927ad tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for floatingip (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:21.793307 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-2ca29e77-402a-49fd-8abb-e340e08927ad tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2595437 Feb 09 12:52:21.793307 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663850f2-520a-422b-b83b-78a1f216e98b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Network a2e9d4bf-7356-45aa-a65f-bd468972dd5d is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:52:21.810060 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-663850f2-520a-422b-b83b-78a1f216e98b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:52:21.812639 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663850f2-520a-422b-b83b-78a1f216e98b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:52:21.827061 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663850f2-520a-422b-b83b-78a1f216e98b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Pushing event updated for resources: {'Port': ['ID=fc47a158-74b5-4e13-9139-218c0464d6af,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:21.902338 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdaa2da-765c-489d-828c-c7d1f83e2f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cfde54-b17e-4f10-857b-070f90a92bc3,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:21.906266 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-663850f2-520a-422b-b83b-78a1f216e98b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for floatingip (9d42ba06-6846-4e46-a87c-60c6b8c989b3), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:22.054683 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-84e69264-869d-4ef4-9993-b69d5693dbcb admin admin] Publish callbacks [] for security_group (59cfde54-b17e-4f10-857b-070f90a92bc3), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:22.059943 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-7138dc4d-136c-4b61-b73f-2857eabe6e65 req-02580f9f-8eba-4522-a0a0-0b31a9605bea tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 210 time: 0.0653398 Feb 09 12:52:22.082378 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10522a8-7cbe-483c-8244-a310e2350890 req-39c53947-5f6d-4511-b63f-166ca15cf4b5 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:22.084946 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a10522a8-7cbe-483c-8244-a310e2350890 req-39c53947-5f6d-4511-b63f-166ca15cf4b5 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 944 time: 0.3359132 Feb 09 12:52:22.091402 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 0e2479bb-36f4-41ef-8e35-80be51976c56 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:52:22.148401 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-663850f2-520a-422b-b83b-78a1f216e98b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (fc47a158-74b5-4e13-9139-218c0464d6af), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:22.217528 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-84e69264-869d-4ef4-9993-b69d5693dbcb admin admin] Publish callbacks [] for security_group (59cfde54-b17e-4f10-857b-070f90a92bc3), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:22.223811 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port 0e2479bb-36f4-41ef-8e35-80be51976c56 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:22.227967 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (0e2479bb-36f4-41ef-8e35-80be51976c56), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:22.362724 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a10522a8-7cbe-483c-8244-a310e2350890 req-07555857-b6e0-44ef-8bb4-4aef16ec68e7 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/security-groups?id=67a6d76c-1844-4683-b685-42cd1b8e2bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533693 Feb 09 12:52:22.422094 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port 0e2479bb-36f4-41ef-8e35-80be51976c56 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:52:22.500224 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-f2eae8ca-46ad-4960-bb41-c07ce37825c6 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1856353666&fields=id&tenant_id=9ae5fef998e8491e9c43576344076b19 HTTP/1.1" status: 200 len: 267 time: 0.1624427 Feb 09 12:52:22.501067 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-ff11c271-1367-49db-9600-650228c4d201 req-550926c2-9f03-49c7-bb33-19664722b2ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab5fada-eef8-4566-b3d0-305f254e5a73 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:52:22.516284 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-ff11c271-1367-49db-9600-650228c4d201 req-550926c2-9f03-49c7-bb33-19664722b2ff service neutron] Publish callbacks [] for port (2ab5fada-eef8-4566-b3d0-305f254e5a73), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:22.523527 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-84e69264-869d-4ef4-9993-b69d5693dbcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (59cfde54-b17e-4f10-857b-070f90a92bc3), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:22.525576 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-84e69264-869d-4ef4-9993-b69d5693dbcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:22.527394 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-84e69264-869d-4ef4-9993-b69d5693dbcb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/59cfde54-b17e-4f10-857b-070f90a92bc3 HTTP/1.1" status: 204 len: 168 time: 0.7857518 Feb 09 12:52:22.558370 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e69264-869d-4ef4-9993-b69d5693dbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cfde54-b17e-4f10-857b-070f90a92bc3,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:22.565635 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-ff11c271-1367-49db-9600-650228c4d201 req-550926c2-9f03-49c7-bb33-19664722b2ff service neutron] Transition to ACTIVE for port object 2ab5fada-eef8-4566-b3d0-305f254e5a73 will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:52:22.638957 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-ff11c271-1367-49db-9600-650228c4d201 req-550926c2-9f03-49c7-bb33-19664722b2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (2ab5fada-eef8-4566-b3d0-305f254e5a73), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:22.767143 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe921ef-2b57-41a3-9eec-61464ddb8be7 req-70b9f727-bacf-458a-a121-5bd6155c7360 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:22.770229 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fbe921ef-2b57-41a3-9eec-61464ddb8be7 req-70b9f727-bacf-458a-a121-5bd6155c7360 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 943 time: 0.1826355 Feb 09 12:52:22.771173 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550926c2-9f03-49c7-bb33-19664722b2ff service neutron] Pushing event updated for resources: {'Port': ['ID=2ab5fada-eef8-4566-b3d0-305f254e5a73,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:22.873036 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-ff11c271-1367-49db-9600-650228c4d201 req-550926c2-9f03-49c7-bb33-19664722b2ff service neutron] Attempting to bind port 2ab5fada-eef8-4566-b3d0-305f254e5a73 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:52:22.873878 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-ff11c271-1367-49db-9600-650228c4d201 req-550926c2-9f03-49c7-bb33-19664722b2ff service neutron] Attempting to bind port 2ab5fada-eef8-4566-b3d0-305f254e5a73 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': 'd2ad0c1b-255c-4074-845b-ea98d893a18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fe9e02a9-db66-4356-b324-dd8d3fc56de1'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:52:22.874413 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff11c271-1367-49db-9600-650228c4d201 req-550926c2-9f03-49c7-bb33-19664722b2ff service neutron] Attempting to bind port 2ab5fada-eef8-4566-b3d0-305f254e5a73 on network fe9e02a9-db66-4356-b324-dd8d3fc56de1 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:52:22.903584 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff11c271-1367-49db-9600-650228c4d201 req-550926c2-9f03-49c7-bb33-19664722b2ff service neutron] Port 2ab5fada-eef8-4566-b3d0-305f254e5a73 on network fe9e02a9-db66-4356-b324-dd8d3fc56de1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 12:52:22.904419 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff11c271-1367-49db-9600-650228c4d201 req-550926c2-9f03-49c7-bb33-19664722b2ff service neutron] Attempting to bind port 2ab5fada-eef8-4566-b3d0-305f254e5a73 on network fe9e02a9-db66-4356-b324-dd8d3fc56de1 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:52:22.919737 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fbe921ef-2b57-41a3-9eec-61464ddb8be7 req-3b32e15b-81fe-4fdc-ad8f-5a66584d0d0b tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409853 Feb 09 12:52:22.928601 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff11c271-1367-49db-9600-650228c4d201 req-550926c2-9f03-49c7-bb33-19664722b2ff service neutron] Checking agent: {'id': '230303ca-ea08-4771-a934-bc9aeb8313a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'started_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:52:22.928601 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff11c271-1367-49db-9600-650228c4d201 req-550926c2-9f03-49c7-bb33-19664722b2ff service neutron] Checking segment: {'id': 'd2ad0c1b-255c-4074-845b-ea98d893a18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fe9e02a9-db66-4356-b324-dd8d3fc56de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:52:22.928601 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff11c271-1367-49db-9600-650228c4d201 req-550926c2-9f03-49c7-bb33-19664722b2ff service neutron] Bound using segment: {'id': 'd2ad0c1b-255c-4074-845b-ea98d893a18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fe9e02a9-db66-4356-b324-dd8d3fc56de1'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:52:22.928601 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-ff11c271-1367-49db-9600-650228c4d201 req-550926c2-9f03-49c7-bb33-19664722b2ff service neutron] Bound port: 2ab5fada-eef8-4566-b3d0-305f254e5a73, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2ad0c1b-255c-4074-845b-ea98d893a18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fe9e02a9-db66-4356-b324-dd8d3fc56de1'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:52:22.928601 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-ff11c271-1367-49db-9600-650228c4d201 req-550926c2-9f03-49c7-bb33-19664722b2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (2ab5fada-eef8-4566-b3d0-305f254e5a73), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:23.022727 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-ff11c271-1367-49db-9600-650228c4d201 req-550926c2-9f03-49c7-bb33-19664722b2ff service neutron] For port 2ab5fada-eef8-4566-b3d0-305f254e5a73, host hv-cinder-81091, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:52:23.027832 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-ff11c271-1367-49db-9600-650228c4d201 req-550926c2-9f03-49c7-bb33-19664722b2ff service neutron] For port 2ab5fada-eef8-4566-b3d0-305f254e5a73, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=2ab5fada-eef8-4566-b3d0-305f254e5a73,segment=NetworkSegment(d2ad0c1b-255c-4074-845b-ea98d893a18c),segment_id=d2ad0c1b-255c-4074-845b-ea98d893a18c)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:52:23.047926 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-663850f2-520a-422b-b83b-78a1f216e98b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for port (fc47a158-74b5-4e13-9139-218c0464d6af), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:23.073115 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-dc5b9243-3722-420d-bbd8-ed4b60eea35b tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:23.074871 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-dc5b9243-3722-420d-bbd8-ed4b60eea35b tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/networks?id=2b9eccac-64ca-4d60-9a01-96555c9ae72a HTTP/1.1" status: 200 len: 810 time: 0.5514970 Feb 09 12:52:23.105591 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-287cf3bc-a432-4a98-871e-9cb811e8a691 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/quotas/9ae5fef998e8491e9c43576344076b19 HTTP/1.1" status: 200 len: 375 time: 0.0185478 Feb 09 12:52:23.120785 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-ff11c271-1367-49db-9600-650228c4d201 req-550926c2-9f03-49c7-bb33-19664722b2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (2ab5fada-eef8-4566-b3d0-305f254e5a73), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:23.166544 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11c271-1367-49db-9600-650228c4d201 req-550926c2-9f03-49c7-bb33-19664722b2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:23.167326 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-ff11c271-1367-49db-9600-650228c4d201 req-550926c2-9f03-49c7-bb33-19664722b2ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:23.169161 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ff11c271-1367-49db-9600-650228c4d201 req-550926c2-9f03-49c7-bb33-19664722b2ff service neutron] 10.222.0.18 "PUT /v2.0/ports/2ab5fada-eef8-4566-b3d0-305f254e5a73 HTTP/1.1" status: 200 len: 1093 time: 1.6086671 Feb 09 12:52:23.172932 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686d6d8c-9ad4-4cee-8ade-45078654bdf5', 'tag': '2ab5fada-eef8-4566-b3d0-305f254e5a73'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:52:23.175896 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398c5bc8-49b1-4f50-a246-bb1349f34368" -d '{"events": [{"name": "network-changed", "server_uuid": "686d6d8c-9ad4-4cee-8ade-45078654bdf5", "tag": "2ab5fada-eef8-4566-b3d0-305f254e5a73"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:52:23.179615 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-663850f2-520a-422b-b83b-78a1f216e98b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (fc47a158-74b5-4e13-9139-218c0464d6af), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:23.227475 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7667673e-56c4-428e-b396-fdbd996d5404 req-511fdc55-84bf-48b7-b0d8-edc61e2728a5 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 210 time: 0.0543454 Feb 09 12:52:23.233656 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550926c2-9f03-49c7-bb33-19664722b2ff service neutron] Pushing event updated for resources: {'Port': ['ID=2ab5fada-eef8-4566-b3d0-305f254e5a73,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:23.261676 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-663850f2-520a-422b-b83b-78a1f216e98b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591139'] for floatingip (9d42ba06-6846-4e46-a87c-60c6b8c989b3), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:23.278318 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-42e0a691-3928-4aba-8d7d-21c61d329982 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ae5fef998e8491e9c43576344076b19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1667793 Feb 09 12:52:23.293505 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663850f2-520a-422b-b83b-78a1f216e98b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Pushing event updated for resources: {'Port': ['ID=fc47a158-74b5-4e13-9139-218c0464d6af,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:23.336588 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 12:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e327056d-911a-46de-8832-3a4ebf7f7a22 x-openstack-request-id: req-e327056d-911a-46de-8832-3a4ebf7f7a22 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:52:23.336982 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686d6d8c-9ad4-4cee-8ade-45078654bdf5", "tag": "2ab5fada-eef8-4566-b3d0-305f254e5a73", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:52:23.337377 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e327056d-911a-46de-8832-3a4ebf7f7a22 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:52:23.338697 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686d6d8c-9ad4-4cee-8ade-45078654bdf5', 'tag': '2ab5fada-eef8-4566-b3d0-305f254e5a73', 'status': 'completed', 'code': 200} Feb 09 12:52:23.377251 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6a0d9b9f-cabb-46ad-83c3-eddf1cbf01c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:23.417903 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-6ee72bf7-87f3-42b3-954b-973b72dac32e service neutron] 10.222.0.50 "GET /v2.0/networks/2b9eccac-64ca-4d60-9a01-96555c9ae72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071119 Feb 09 12:52:23.422283 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-663850f2-520a-422b-b83b-78a1f216e98b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for floatingip (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:23.430598 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-663850f2-520a-422b-b83b-78a1f216e98b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.2330022 Feb 09 12:52:23.560751 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 48426) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:23.580867 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbe5db-4cbd-4557-849d-26ef7472f2ce req-e65944d9-d237-4cbf-b654-7e7eedfedf6d tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:23.583539 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-98fbe5db-4cbd-4557-849d-26ef7472f2ce req-e65944d9-d237-4cbf-b654-7e7eedfedf6d tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 944 time: 0.0884073 Feb 09 12:52:23.584590 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0929576c-c100-4703-ac85-5d8ec13f0aa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:23.616497 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-b5c768ce-5787-48d3-9b9c-1b913762704f service neutron] 10.222.0.50 "GET /v2.0/networks/2b9eccac-64ca-4d60-9a01-96555c9ae72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867368 Feb 09 12:52:23.659809 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-98fbe5db-4cbd-4557-849d-26ef7472f2ce req-103e3b87-7960-4d87-bbcf-2e0234e80eec tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/security-groups?id=67a6d76c-1844-4683-b685-42cd1b8e2bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687578 Feb 09 12:52:23.726900 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0929576c-c100-4703-ac85-5d8ec13f0aa1 admin admin] Publish callbacks [] for security_group (22ac2788-34f5-4908-b3cb-4fe9b443ca11), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:23.827353 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-c455916a-9f23-4202-9a4c-5a15b4dea480 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1631340697&fields=id&tenant_id=39b9e5bd06ec4dfd8511de90980d78b3 HTTP/1.1" status: 200 len: 267 time: 0.0608392 Feb 09 12:52:23.828957 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0929576c-c100-4703-ac85-5d8ec13f0aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (22ac2788-34f5-4908-b3cb-4fe9b443ca11), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:23.905438 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-0929576c-c100-4703-ac85-5d8ec13f0aa1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a431216c2aec482db0e69004c3489646&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3442659 Feb 09 12:52:23.907533 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929576c-c100-4703-ac85-5d8ec13f0aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ac2788-34f5-4908-b3cb-4fe9b443ca11,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:23.908394 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 48436) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:24.040104 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-228e35c0-06c2-4cb9-bd88-7079a5a9ca81 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:24.044659 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-228e35c0-06c2-4cb9-bd88-7079a5a9ca81 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/networks?id=7a233017-512c-4fc0-9a95-c7f1c6d0e43c HTTP/1.1" status: 200 len: 817 time: 0.2090478 Feb 09 12:52:24.070313 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-9d6e1328-6663-46c6-b4b8-df3e748d9690 req-9a2a0678-f58a-4118-9b19-76232a08d3dd tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 210 time: 0.0769262 Feb 09 12:52:24.082641 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2da8205f-c36a-4226-8992-d5142061455f admin admin] Publish callbacks [] for security_group (22ac2788-34f5-4908-b3cb-4fe9b443ca11), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:24.098839 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-6e0a23f3-7869-46d7-b010-ea52d39ac5e0 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/quotas/39b9e5bd06ec4dfd8511de90980d78b3 HTTP/1.1" status: 200 len: 375 time: 0.0501688 Feb 09 12:52:24.119754 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2da8205f-c36a-4226-8992-d5142061455f admin admin] Publish callbacks [] for security_group (22ac2788-34f5-4908-b3cb-4fe9b443ca11), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:24.258495 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-dc05fc6d-9cdb-40f6-b79f-b3666f64f246 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=39b9e5bd06ec4dfd8511de90980d78b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1427925 Feb 09 12:52:24.356279 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbc40e-7b3b-45b5-bf5f-0ebadf61187e req-e1987993-dcd8-489c-ac30-22a03aff1911 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:24.359042 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-d1bbc40e-7b3b-45b5-bf5f-0ebadf61187e req-e1987993-dcd8-489c-ac30-22a03aff1911 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 943 time: 0.1176729 Feb 09 12:52:24.395172 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2da8205f-c36a-4226-8992-d5142061455f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (22ac2788-34f5-4908-b3cb-4fe9b443ca11), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:24.397935 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2da8205f-c36a-4226-8992-d5142061455f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:24.399124 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-2da8205f-c36a-4226-8992-d5142061455f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/22ac2788-34f5-4908-b3cb-4fe9b443ca11 HTTP/1.1" status: 204 len: 168 time: 0.4876609 Feb 09 12:52:24.433509 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-d6bd023d-463d-466b-8f7f-db895ede7af4 service neutron] 10.222.0.50 "GET /v2.0/networks/7a233017-512c-4fc0-9a95-c7f1c6d0e43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420007 Feb 09 12:52:24.453626 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-d1bbc40e-7b3b-45b5-bf5f-0ebadf61187e req-fede971a-e7cf-419e-9887-99deaf77ed61 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833337 Feb 09 12:52:24.473394 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8205f-c36a-4226-8992-d5142061455f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ac2788-34f5-4908-b3cb-4fe9b443ca11,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:24.625451 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-302732c8-4880-484a-8a26-539e81343589 req-7d0136b0-d27e-42d1-9de3-d17dc522794e tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 210 time: 0.0453355 Feb 09 12:52:24.653142 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-91da760a-c5f7-4e2d-817c-f66190e1ff21 service neutron] 10.222.0.50 "GET /v2.0/networks/7a233017-512c-4fc0-9a95-c7f1c6d0e43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085629 Feb 09 12:52:24.811855 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e914f18-4ed0-409b-987f-69b6f293a633 req-da5c63e0-a5e4-46c3-a946-fb64df0e31c9 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:24.818811 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-1e914f18-4ed0-409b-987f-69b6f293a633 req-da5c63e0-a5e4-46c3-a946-fb64df0e31c9 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 944 time: 0.0836816 Feb 09 12:52:24.893620 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-1e914f18-4ed0-409b-987f-69b6f293a633 req-9090ba77-79fa-468b-a01a-e2adb6e6c522 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/security-groups?id=67a6d76c-1844-4683-b685-42cd1b8e2bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688975 Feb 09 12:52:25.059506 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 7b78f94a-31c6-41d8-9f34-b402f8718946 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=109771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 12:52:25.158001 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c5bc8-49b1-4f50-a246-bb1349f34368 req-c13d65e3-a033-44dc-89e7-7337c5caf8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:25.159831 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-398c5bc8-49b1-4f50-a246-bb1349f34368 req-c13d65e3-a033-44dc-89e7-7337c5caf8c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aac257b16e274dfb9778b47283dbc3d7&device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 1127 time: 0.0826716 Feb 09 12:52:25.199037 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c256d1c1-5639-4516-b229-eba4c952051f req-e64d0fae-c60f-432b-9f95-ab8db4392e61 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 210 time: 0.0317564 Feb 09 12:52:25.240691 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 7b78f94a-31c6-41d8-9f34-b402f8718946, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7b78f94a-31c6-41d8-9f34-b402f8718946,segment=NetworkSegment(3193b368-ce2c-4571-8129-3a0af32866ab),segment_id=3193b368-ce2c-4571-8129-3a0af32866ab)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:52:25.258737 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Returning: {'device': '7b78f94a-31c6-41d8-9f34-b402f8718946', 'network_id': '60e1c116-600c-4c22-be1c-87ca9eb04745', 'port_id': '7b78f94a-31c6-41d8-9f34-b402f8718946', 'mac_address': 'fa:16:3e:e4:d8:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9699e6c1-1018-457a-af1d-044b01a0fe5a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 12:52:25.438955 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 7b78f94a-31c6-41d8-9f34-b402f8718946 is: DOWN; New status is: BUILD {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:52:25.439277 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (7b78f94a-31c6-41d8-9f34-b402f8718946), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:25.457198 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b78f94a-31c6-41d8-9f34-b402f8718946 {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:52:25.524732 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 7b78f94a-31c6-41d8-9f34-b402f8718946, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7b78f94a-31c6-41d8-9f34-b402f8718946,segment=NetworkSegment(3193b368-ce2c-4571-8129-3a0af32866ab),segment_id=3193b368-ce2c-4571-8129-3a0af32866ab)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:52:25.604875 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c5bc8-49b1-4f50-a246-bb1349f34368 req-3cc2137c-2f14-4af4-9163-893f4112d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:25.607736 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-398c5bc8-49b1-4f50-a246-bb1349f34368 req-3cc2137c-2f14-4af4-9163-893f4112d294 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=aac257b16e274dfb9778b47283dbc3d7&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4404597 Feb 09 12:52:25.644381 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61f4c0-0c1f-4e3b-9eb1-b8f43f096153 req-f8219e81-edaf-466e-adbc-2fd4254f330d tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:25.646182 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-2f61f4c0-0c1f-4e3b-9eb1-b8f43f096153 req-f8219e81-edaf-466e-adbc-2fd4254f330d tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 943 time: 0.0708363 Feb 09 12:52:25.704783 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-2f61f4c0-0c1f-4e3b-9eb1-b8f43f096153 req-6abb566d-941c-41ca-bffd-f368723c9a2f tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504942 Feb 09 12:52:25.794778 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c5bc8-49b1-4f50-a246-bb1349f34368 req-8df345ad-6063-45aa-8639-122d7f562864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:25.796386 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-398c5bc8-49b1-4f50-a246-bb1349f34368 req-8df345ad-6063-45aa-8639-122d7f562864 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1828730 Feb 09 12:52:25.811791 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-053d45c1-4faa-44c4-83ec-83f3047c1137 req-dbb4d014-c4da-4614-8cf9-828627da1ff6 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 210 time: 0.0296361 Feb 09 12:52:25.970465 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-14ce338a-46f0-43ad-a682-9de033b31c9b req-559249f8-0b4b-4ec1-a270-05ff720d54b7 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 210 time: 0.0756733 Feb 09 12:52:26.023238 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (7b78f94a-31c6-41d8-9f34-b402f8718946), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:26.024470 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device c9c08fe2-352d-4d55-aed1-e41644d08b0c details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=109771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 12:52:26.032710 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c84f96be-69c8-4743-93f9-4c92b041f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:26.061378 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11c271-1367-49db-9600-650228c4d201 req-8807ec95-2c2c-40c0-abdf-9e73efb07745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:26.064523 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ff11c271-1367-49db-9600-650228c4d201 req-8807ec95-2c2c-40c0-abdf-9e73efb07745 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aac257b16e274dfb9778b47283dbc3d7&device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 1127 time: 0.1879594 Feb 09 12:52:26.172104 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53681ff7-55c7-42a0-aba7-7230956ee792 req-af8624eb-6f07-441d-94cb-f76086fd9b66 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:26.189072 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-53681ff7-55c7-42a0-aba7-7230956ee792 req-af8624eb-6f07-441d-94cb-f76086fd9b66 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 944 time: 0.1961813 Feb 09 12:52:26.218341 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ff11c271-1367-49db-9600-650228c4d201 req-fb54fc31-3290-4dbe-b9e3-043f8c50145c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ab5fada-eef8-4566-b3d0-305f254e5a73 HTTP/1.1" status: 200 len: 217 time: 0.1463766 Feb 09 12:52:26.311712 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11c271-1367-49db-9600-650228c4d201 req-69758fa7-b2b2-45fe-ab33-3ce55ff42fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:26.313718 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ff11c271-1367-49db-9600-650228c4d201 req-69758fa7-b2b2-45fe-ab33-3ce55ff42fb3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3eaa3335-b6ec-45d9-968c-d644bee9379c HTTP/1.1" status: 200 len: 859 time: 0.0878348 Feb 09 12:52:26.318720 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-53681ff7-55c7-42a0-aba7-7230956ee792 req-2bd13657-4cd3-4528-be8d-e8f4efd70f60 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/security-groups?id=67a6d76c-1844-4683-b685-42cd1b8e2bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217291 Feb 09 12:52:26.372117 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ff11c271-1367-49db-9600-650228c4d201 req-806c7ea8-d2f3-47b5-b9f8-77c6634dd81a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe9e02a9-db66-4356-b324-dd8d3fc56de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438845 Feb 09 12:52:26.379602 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=7b78f94a-31c6-41d8-9f34-b402f8718946,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:26.421394 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a265b291-f5c0-45b6-b650-0be9a5498685 req-2f15768c-f222-43a5-9099-408231bbfbdb tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 210 time: 0.0821700 Feb 09 12:52:26.492700 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port c9c08fe2-352d-4d55-aed1-e41644d08b0c, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=c9c08fe2-352d-4d55-aed1-e41644d08b0c,segment=NetworkSegment(182b9382-6c7a-4040-8227-77f615395f76),segment_id=182b9382-6c7a-4040-8227-77f615395f76)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:52:26.507226 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Returning: {'device': 'c9c08fe2-352d-4d55-aed1-e41644d08b0c', 'network_id': 'c503528d-9c98-42eb-aea2-2650c54662c7', 'port_id': 'c9c08fe2-352d-4d55-aed1-e41644d08b0c', 'mac_address': 'fa:16:3e:b9:a2:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56a043ac-e57d-4cb8-8ab2-9c04c509ae33', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 12:52:26.581558 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port c9c08fe2-352d-4d55-aed1-e41644d08b0c is: DOWN; New status is: BUILD {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:52:26.582199 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (c9c08fe2-352d-4d55-aed1-e41644d08b0c), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:26.608914 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c08fe2-352d-4d55-aed1-e41644d08b0c {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:52:26.609270 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ff11c271-1367-49db-9600-650228c4d201 req-3025ccd8-f51b-483b-9840-744c615490a6 service neutron] 10.222.0.18 "GET /v2.0/networks/fe9e02a9-db66-4356-b324-dd8d3fc56de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073002 Feb 09 12:52:26.648152 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port c9c08fe2-352d-4d55-aed1-e41644d08b0c, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=c9c08fe2-352d-4d55-aed1-e41644d08b0c,segment=NetworkSegment(182b9382-6c7a-4040-8227-77f615395f76),segment_id=182b9382-6c7a-4040-8227-77f615395f76)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:52:26.744051 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ff11c271-1367-49db-9600-650228c4d201 req-4697f1da-f24c-4805-abe0-8e7100df2cf9 service neutron] 10.222.0.18 "GET /v2.0/networks/fe9e02a9-db66-4356-b324-dd8d3fc56de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210611 Feb 09 12:52:26.776838 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (c9c08fe2-352d-4d55-aed1-e41644d08b0c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:26.872146 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=c9c08fe2-352d-4d55-aed1-e41644d08b0c,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:26.910487 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe31e21-2528-4e87-8ba4-6489c7ac3164 req-4cbff445-6687-453d-afa8-f1c62b8c4804 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:26.912288 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-2fe31e21-2528-4e87-8ba4-6489c7ac3164 req-4cbff445-6687-453d-afa8-f1c62b8c4804 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 944 time: 0.0972490 Feb 09 12:52:26.954580 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2ba1a1a9-133d-4baf-bdb3-d3131ef5279d req-7de257fa-0f15-4585-ba98-9a2aa34d20f5 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 210 time: 0.0279791 Feb 09 12:52:26.965807 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-2fe31e21-2528-4e87-8ba4-6489c7ac3164 req-3b3a083b-5356-4226-bf61-b48dd4eedfb3 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475590 Feb 09 12:52:27.114372 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['7b78f94a-31c6-41d8-9f34-b402f8718946'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:52:27.133028 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-db9e27ef-3272-4a64-9e58-a2b22b385397 req-4d36834d-9da2-4096-aaab-0230207e32d0 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 210 time: 0.0518789 Feb 09 12:52:27.189410 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-f1c12752-10d6-423c-a6b5-ff0729fc129f tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:27.192382 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-f1c12752-10d6-423c-a6b5-ff0729fc129f tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.18 "GET /v2.0/networks?id=fe9e02a9-db66-4356-b324-dd8d3fc56de1 HTTP/1.1" status: 200 len: 819 time: 0.1997573 Feb 09 12:52:27.206815 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-2da2fab9-69be-4a09-a70d-a1e24c918966 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Request body: {'port': {'device_id': '3b7d387c-0a86-4086-b3b9-166e8861b394', 'network_id': 'fe9e02a9-db66-4356-b324-dd8d3fc56de1', 'admin_state_up': True, 'tenant_id': 'aac257b16e274dfb9778b47283dbc3d7'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:27.216950 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['c9c08fe2-352d-4d55-aed1-e41644d08b0c'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:52:27.444774 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:27.544157 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c64c68-c4e2-49e4-b2ba-2fe4e3fbd6ca req-9b247b86-6a8f-4985-90c1-1f5f9b1618f3 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:27.547544 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-e7c64c68-c4e2-49e4-b2ba-2fe4e3fbd6ca req-9b247b86-6a8f-4985-90c1-1f5f9b1618f3 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 945 time: 0.1078908 Feb 09 12:52:27.655167 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1a8067e8-5bb8-4721-afe3-21061f464f26 req-9970c64c-d101-4514-8bd2-217cd9ce00fc tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 210 time: 0.0864754 Feb 09 12:52:27.656913 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-2da2fab9-69be-4a09-a70d-a1e24c918966 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Made reservation on behalf of aac257b16e274dfb9778b47283dbc3d7 for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:52:27.680537 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-2da2fab9-69be-4a09-a70d-a1e24c918966 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:27.732452 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-e7c64c68-c4e2-49e4-b2ba-2fe4e3fbd6ca req-8c207692-3a78-4b3e-abf0-888bb7835713 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/security-groups?id=67a6d76c-1844-4683-b685-42cd1b8e2bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768515 Feb 09 12:52:27.800392 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 12:52:27.862365 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-2da2fab9-69be-4a09-a70d-a1e24c918966 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Allocated IP 172.20.0.9 (fe9e02a9-db66-4356-b324-dd8d3fc56de1/3eaa3335-b6ec-45d9-968c-d644bee9379c/47b98962-e563-49c9-a263-fd4069c0638c) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:52:28.166963 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef0dbf-b425-4699-b790-ca494f64d8f3 req-c76c1a32-14b2-44fe-a240-e5ec2ab67ab6 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:28.170589 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-e7ef0dbf-b425-4699-b790-ca494f64d8f3 req-c76c1a32-14b2-44fe-a240-e5ec2ab67ab6 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 944 time: 0.0918176 Feb 09 12:52:28.183482 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-2da2fab9-69be-4a09-a70d-a1e24c918966 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Publish callbacks [] for port (47b98962-e563-49c9-a263-fd4069c0638c), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:28.189770 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8c465fe5-8ac8-4d90-ab96-ee3f8dcc9532 req-8cd2a48e-8999-4901-bdd0-60b458a564fb tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 210 time: 0.1510477 Feb 09 12:52:28.341616 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-e7ef0dbf-b425-4699-b790-ca494f64d8f3 req-b6964e88-8f37-4330-96ac-8f76d417baab tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640673 Feb 09 12:52:28.368318 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 48570) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:28.415327 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d542b4dc-ef23-47a3-b74a-a3194523c794 req-c23b053f-a6d3-4923-984a-7e0d93cca8dd tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 210 time: 0.0700717 Feb 09 12:52:28.492400 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-2da2fab9-69be-4a09-a70d-a1e24c918966 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (47b98962-e563-49c9-a263-fd4069c0638c), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:28.545238 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-2da2fab9-69be-4a09-a70d-a1e24c918966 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Network fe9e02a9-db66-4356-b324-dd8d3fc56de1 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:52:28.549059 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-2da2fab9-69be-4a09-a70d-a1e24c918966 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:52:28.554757 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-2da2fab9-69be-4a09-a70d-a1e24c918966 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:52:28.560377 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-2da2fab9-69be-4a09-a70d-a1e24c918966 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:28.561041 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-2da2fab9-69be-4a09-a70d-a1e24c918966 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:28.570402 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2fab9-69be-4a09-a70d-a1e24c918966 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Pushing event updated for resources: {'Port': ['ID=47b98962-e563-49c9-a263-fd4069c0638c,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:28.640199 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:28.708383 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-2da2fab9-69be-4a09-a70d-a1e24c918966 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5059681 Feb 09 12:52:28.722301 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-a858f887-1126-4162-a944-3b32fb0be31d service neutron] Request body: {'port': {'device_id': '3b7d387c-0a86-4086-b3b9-166e8861b394', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:28.803496 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 7b78f94a-31c6-41d8-9f34-b402f8718946 up at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:52:28.896255 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-cab89c1a-4260-443f-8bfe-d7c81e79df2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:28.904979 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-d2cd60d4-ddeb-44a3-91e9-18ac01c9e5f5 req-547b889d-5113-48a8-9ce8-03d0e9b888c4 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 210 time: 0.1176095 Feb 09 12:52:28.920467 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-a858f887-1126-4162-a944-3b32fb0be31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (47b98962-e563-49c9-a263-fd4069c0638c), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:28.943078 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning for port 7b78f94a-31c6-41d8-9f34-b402f8718946 completed by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:52:28.950132 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning complete for port 7b78f94a-31c6-41d8-9f34-b402f8718946 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:28.950630 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (7b78f94a-31c6-41d8-9f34-b402f8718946), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:28.995262 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33941dce-d94c-4e33-b9c2-36dd47604c5a req-afbc1b2d-01d5-4371-b620-eaa335c842d8 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:28.997129 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-33941dce-d94c-4e33-b9c2-36dd47604c5a req-afbc1b2d-01d5-4371-b620-eaa335c842d8 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 945 time: 0.1411593 Feb 09 12:52:29.084377 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-cab89c1a-4260-443f-8bfe-d7c81e79df2b admin admin] Publish callbacks [] for security_group (cfa93e33-d804-4268-abca-ae59aad32d99), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:29.126145 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-d3c2c558-1115-43e4-9ff2-d9c6733a071c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:29.126855 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 7b78f94a-31c6-41d8-9f34-b402f8718946 is: BUILD; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:52:29.127251 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (7b78f94a-31c6-41d8-9f34-b402f8718946), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:29.136198 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-d3c2c558-1115-43e4-9ff2-d9c6733a071c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.18 "GET /v2.0/networks?id=2b9eccac-64ca-4d60-9a01-96555c9ae72a HTTP/1.1" status: 200 len: 810 time: 0.5003314 Feb 09 12:52:29.161125 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-cab89c1a-4260-443f-8bfe-d7c81e79df2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (cfa93e33-d804-4268-abca-ae59aad32d99), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:29.165180 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4bf355e-c92a-440b-88ea-fac804a26487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b78f94a-31c6-41d8-9f34-b402f8718946'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:52:29.203638 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-33941dce-d94c-4e33-b9c2-36dd47604c5a req-f5c5c47d-2883-41d4-8ca4-129f8d6e4ea4 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/security-groups?id=67a6d76c-1844-4683-b685-42cd1b8e2bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665704 Feb 09 12:52:29.299806 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-cab89c1a-4260-443f-8bfe-d7c81e79df2b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a9275c7d47b84a659816e00f88832dff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9293330 Feb 09 12:52:29.308326 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 7b78f94a-31c6-41d8-9f34-b402f8718946, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7b78f94a-31c6-41d8-9f34-b402f8718946,segment=NetworkSegment(3193b368-ce2c-4571-8129-3a0af32866ab),segment_id=3193b368-ce2c-4571-8129-3a0af32866ab)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:52:29.317753 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 48596) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:29.392076 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab89c1a-4260-443f-8bfe-d7c81e79df2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa93e33-d804-4268-abca-ae59aad32d99,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:29.412414 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (7b78f94a-31c6-41d8-9f34-b402f8718946), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:29.414290 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device c9c08fe2-352d-4d55-aed1-e41644d08b0c up at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:52:29.451340 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1a71b4c8-d402-4bbb-af2d-6cac46f4c7df admin admin] Publish callbacks [] for security_group (cfa93e33-d804-4268-abca-ae59aad32d99), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:29.500907 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-aaacb7ce-12f9-421b-8faf-56867054c021 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ae5fef998e8491e9c43576344076b19 HTTP/1.1" status: 200 len: 380 time: 0.3549497 Feb 09 12:52:29.587077 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-c4452119-1c80-48ea-8c58-ae005663442b tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Request body: {'port': {'device_id': 'c58ad133-652c-463e-be09-1796294decee', 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a', 'admin_state_up': True, 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'security_groups': ['8baf8f45-7b23-44ce-a76d-e84a96d3b137']}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:29.699480 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1a71b4c8-d402-4bbb-af2d-6cac46f4c7df admin admin] Publish callbacks [] for security_group (cfa93e33-d804-4268-abca-ae59aad32d99), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:29.732371 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35568c951842a11d678cd4ef08ed24226590f5ef87a7b6612a56827cefa1ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ea36d0-04fe-4458-a5ff-9854d64bbd48" -d '{"events": [{"server_uuid": "e4bf355e-c92a-440b-88ea-fac804a26487", "name": "network-vif-plugged", "status": "completed", "tag": "7b78f94a-31c6-41d8-9f34-b402f8718946"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:52:29.827019 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1aa0d8-24b4-4fb8-a4ed-6ebc3436d860 req-507eb31b-c9f6-4900-874c-4a4d90df15d8 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:29.829941 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-7b1aa0d8-24b4-4fb8-a4ed-6ebc3436d860 req-507eb31b-c9f6-4900-874c-4a4d90df15d8 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 931 time: 0.3276682 Feb 09 12:52:29.928068 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=7b78f94a-31c6-41d8-9f34-b402f8718946,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:30.000917 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:30.017412 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning for port c9c08fe2-352d-4d55-aed1-e41644d08b0c completed by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:52:30.017869 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-a858f887-1126-4162-a944-3b32fb0be31d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47b98962-e563-49c9-a263-fd4069c0638c {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:52:30.025744 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning complete for port c9c08fe2-352d-4d55-aed1-e41644d08b0c triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:30.026293 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (c9c08fe2-352d-4d55-aed1-e41644d08b0c), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:30.027170 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-a858f887-1126-4162-a944-3b32fb0be31d service neutron] Publish callbacks [] for port (47b98962-e563-49c9-a263-fd4069c0638c), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:30.042799 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-a858f887-1126-4162-a944-3b32fb0be31d service neutron] Transition to ACTIVE for port object 47b98962-e563-49c9-a263-fd4069c0638c will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:52:30.069990 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-7b1aa0d8-24b4-4fb8-a4ed-6ebc3436d860 req-a9175a1a-2567-47b2-be4d-6c98d113319d tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207313 Feb 09 12:52:30.149294 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-a858f887-1126-4162-a944-3b32fb0be31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (47b98962-e563-49c9-a263-fd4069c0638c), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:30.183377 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dde54d-5c4a-460f-a961-6a90561ede94 req-305cc4b7-c145-4ee1-b756-2f3935c05c29 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:30.185936 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-94dde54d-5c4a-460f-a961-6a90561ede94 req-305cc4b7-c145-4ee1-b756-2f3935c05c29 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 945 time: 0.6752577 Feb 09 12:52:30.264189 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-edf5f29d-8dc0-4f4a-884e-16d5c5dd59ed tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:30.266951 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-edf5f29d-8dc0-4f4a-884e-16d5c5dd59ed tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.18 "GET /v2.0/networks?id=7a233017-512c-4fc0-9a95-c7f1c6d0e43c HTTP/1.1" status: 200 len: 817 time: 0.8043933 Feb 09 12:52:30.273349 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-c4452119-1c80-48ea-8c58-ae005663442b tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Made reservation on behalf of 9ae5fef998e8491e9c43576344076b19 for: {'port': 1} {{(pid=109770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:52:30.278875 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-c4452119-1c80-48ea-8c58-ae005663442b tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:30.290153 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port c9c08fe2-352d-4d55-aed1-e41644d08b0c is: BUILD; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:52:30.291721 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (c9c08fe2-352d-4d55-aed1-e41644d08b0c), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:30.292820 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-45e8814f-9cf1-4bba-937a-4b06e54113a5 req-45727c7d-993a-4bff-8254-07053a5a5dbc tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 210 time: 0.1100876 Feb 09 12:52:30.375106 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1a71b4c8-d402-4bbb-af2d-6cac46f4c7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (cfa93e33-d804-4268-abca-ae59aad32d99), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:30.376992 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1a71b4c8-d402-4bbb-af2d-6cac46f4c7df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:30.381891 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-1a71b4c8-d402-4bbb-af2d-6cac46f4c7df admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cfa93e33-d804-4268-abca-ae59aad32d99 HTTP/1.1" status: 204 len: 168 time: 1.0525835 Feb 09 12:52:30.385620 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858f887-1126-4162-a944-3b32fb0be31d service neutron] Pushing event updated for resources: {'Port': ['ID=47b98962-e563-49c9-a263-fd4069c0638c,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:30.405598 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port c9c08fe2-352d-4d55-aed1-e41644d08b0c, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=c9c08fe2-352d-4d55-aed1-e41644d08b0c,segment=NetworkSegment(182b9382-6c7a-4040-8227-77f615395f76),segment_id=182b9382-6c7a-4040-8227-77f615395f76)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:52:30.523545 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71b4c8-d402-4bbb-af2d-6cac46f4c7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa93e33-d804-4268-abca-ae59aad32d99,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:30.531529 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (c9c08fe2-352d-4d55-aed1-e41644d08b0c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:30.548820 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1e4b4a-43c3-4c64-b7fe-3d3bfdf4a35a x-openstack-request-id: req-aa1e4b4a-43c3-4c64-b7fe-3d3bfdf4a35a {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:52:30.549138 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4bf355e-c92a-440b-88ea-fac804a26487", "name": "network-vif-plugged", "status": "completed", "tag": "7b78f94a-31c6-41d8-9f34-b402f8718946", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:52:30.553262 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aa1e4b4a-43c3-4c64-b7fe-3d3bfdf4a35a {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:52:30.553807 dv-cinder-810917-4-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4bf355e-c92a-440b-88ea-fac804a26487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b78f94a-31c6-41d8-9f34-b402f8718946', 'code': 200} Feb 09 12:52:30.581282 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-a858f887-1126-4162-a944-3b32fb0be31d service neutron] Attempting to bind port 47b98962-e563-49c9-a263-fd4069c0638c on host hv-cinder-81091 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:52:30.581282 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-a858f887-1126-4162-a944-3b32fb0be31d service neutron] Attempting to bind port 47b98962-e563-49c9-a263-fd4069c0638c by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': 'd2ad0c1b-255c-4074-845b-ea98d893a18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fe9e02a9-db66-4356-b324-dd8d3fc56de1'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:52:30.581527 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-a858f887-1126-4162-a944-3b32fb0be31d service neutron] Attempting to bind port 47b98962-e563-49c9-a263-fd4069c0638c on network fe9e02a9-db66-4356-b324-dd8d3fc56de1 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:52:30.616435 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-c4452119-1c80-48ea-8c58-ae005663442b tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Allocated IP 172.20.0.4 (2b9eccac-64ca-4d60-9a01-96555c9ae72a/84a8a225-35f7-4e02-9760-81e6be58b94d/5b142666-aa1a-44d9-a5d9-d5a2e29c7fba) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:52:30.616976 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-94dde54d-5c4a-460f-a961-6a90561ede94 req-06fcb6e5-b78a-4ee1-b556-376907b2abc4 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923385 Feb 09 12:52:30.618419 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-a858f887-1126-4162-a944-3b32fb0be31d service neutron] Port 47b98962-e563-49c9-a263-fd4069c0638c on network fe9e02a9-db66-4356-b324-dd8d3fc56de1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 12:52:30.618685 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-a858f887-1126-4162-a944-3b32fb0be31d service neutron] Attempting to bind port 47b98962-e563-49c9-a263-fd4069c0638c on network fe9e02a9-db66-4356-b324-dd8d3fc56de1 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:52:30.637993 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-edf0e5de-d1f1-47ba-ac0d-742b98076327 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39b9e5bd06ec4dfd8511de90980d78b3 HTTP/1.1" status: 200 len: 380 time: 0.3591228 Feb 09 12:52:30.639568 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-a858f887-1126-4162-a944-3b32fb0be31d service neutron] Checking agent: {'id': '230303ca-ea08-4771-a934-bc9aeb8313a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'started_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:52:30.640202 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-a858f887-1126-4162-a944-3b32fb0be31d service neutron] Checking segment: {'id': 'd2ad0c1b-255c-4074-845b-ea98d893a18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fe9e02a9-db66-4356-b324-dd8d3fc56de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:52:30.640938 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-a858f887-1126-4162-a944-3b32fb0be31d service neutron] Bound using segment: {'id': 'd2ad0c1b-255c-4074-845b-ea98d893a18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fe9e02a9-db66-4356-b324-dd8d3fc56de1'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:52:30.641868 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-a858f887-1126-4162-a944-3b32fb0be31d service neutron] Bound port: 47b98962-e563-49c9-a263-fd4069c0638c, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2ad0c1b-255c-4074-845b-ea98d893a18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fe9e02a9-db66-4356-b324-dd8d3fc56de1'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:52:30.642743 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-a858f887-1126-4162-a944-3b32fb0be31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (47b98962-e563-49c9-a263-fd4069c0638c), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:30.678105 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-000d80e7-a8bd-4cbd-a3bb-66f119b3b6a1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Request body: {'port': {'device_id': 'ae8ad3c9-5d75-4419-9f06-19cb6859619f', 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'admin_state_up': True, 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'security_groups': ['4ad64223-d65e-421c-ac4c-69a73d1ee3ee']}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:30.760606 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=c9c08fe2-352d-4d55-aed1-e41644d08b0c,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:30.789418 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-1b6aa281-8bb8-46ed-bac0-2a4829c104c3 req-6ef0d770-f3b9-4d9c-8ba6-95a54ced197e tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 210 time: 0.0650725 Feb 09 12:52:30.810986 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 2ab5fada-eef8-4566-b3d0-305f254e5a73 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=109771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 12:52:30.949586 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eafb94-b310-48f1-82b9-e4f15d4c7d3f req-c6360f56-f4f4-4b16-b3ed-a31f92d41204 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:30.962485 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c9eafb94-b310-48f1-82b9-e4f15d4c7d3f req-c6360f56-f4f4-4b16-b3ed-a31f92d41204 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 946 time: 0.1864822 Feb 09 12:52:31.004176 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-a858f887-1126-4162-a944-3b32fb0be31d service neutron] For port 47b98962-e563-49c9-a263-fd4069c0638c, host hv-cinder-81091, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:52:31.018136 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-c4452119-1c80-48ea-8c58-ae005663442b tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for port (5b142666-aa1a-44d9-a5d9-d5a2e29c7fba), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:31.071799 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c9eafb94-b310-48f1-82b9-e4f15d4c7d3f req-c2033804-5abd-4e19-80f6-3e84e800d558 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/security-groups?id=67a6d76c-1844-4683-b685-42cd1b8e2bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921385 Feb 09 12:52:31.074874 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-a858f887-1126-4162-a944-3b32fb0be31d service neutron] For port 47b98962-e563-49c9-a263-fd4069c0638c, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=47b98962-e563-49c9-a263-fd4069c0638c,segment=NetworkSegment(d2ad0c1b-255c-4074-845b-ea98d893a18c),segment_id=d2ad0c1b-255c-4074-845b-ea98d893a18c)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:52:31.097338 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 2ab5fada-eef8-4566-b3d0-305f254e5a73, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=2ab5fada-eef8-4566-b3d0-305f254e5a73,segment=NetworkSegment(d2ad0c1b-255c-4074-845b-ea98d893a18c),segment_id=d2ad0c1b-255c-4074-845b-ea98d893a18c)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:52:31.110554 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.18', 52647) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:31.129769 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Returning: {'device': '2ab5fada-eef8-4566-b3d0-305f254e5a73', 'network_id': 'fe9e02a9-db66-4356-b324-dd8d3fc56de1', 'port_id': '2ab5fada-eef8-4566-b3d0-305f254e5a73', 'mac_address': 'fa:16:3e:ff:f8:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eaa3335-b6ec-45d9-968c-d644bee9379c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 12:52:31.179995 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 2ab5fada-eef8-4566-b3d0-305f254e5a73 is: DOWN; New status is: BUILD {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:52:31.180312 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (2ab5fada-eef8-4566-b3d0-305f254e5a73), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:31.195864 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab5fada-eef8-4566-b3d0-305f254e5a73 {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:52:31.226258 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 2ab5fada-eef8-4566-b3d0-305f254e5a73, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=2ab5fada-eef8-4566-b3d0-305f254e5a73,segment=NetworkSegment(d2ad0c1b-255c-4074-845b-ea98d893a18c),segment_id=d2ad0c1b-255c-4074-845b-ea98d893a18c)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:52:31.236206 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79caa2-8bc7-4e08-a5cd-da365e943140 req-88813e7f-e578-47a9-876e-500f67bc7551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:31.238883 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3f79caa2-8bc7-4e08-a5cd-da365e943140 req-88813e7f-e578-47a9-876e-500f67bc7551 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 1129 time: 0.1251037 Feb 09 12:52:31.245884 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-a858f887-1126-4162-a944-3b32fb0be31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (47b98962-e563-49c9-a263-fd4069c0638c), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:31.270197 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675aa799-53ce-4990-9de1-b13145c81e8d req-b898ab79-9d1e-4344-9bbd-e7fdc807ded5 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:31.271871 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-675aa799-53ce-4990-9de1-b13145c81e8d req-b898ab79-9d1e-4344-9bbd-e7fdc807ded5 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 943 time: 0.0694621 Feb 09 12:52:31.279924 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-c4452119-1c80-48ea-8c58-ae005663442b tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (5b142666-aa1a-44d9-a5d9-d5a2e29c7fba), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:31.302926 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-000d80e7-a8bd-4cbd-a3bb-66f119b3b6a1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Made reservation on behalf of 39b9e5bd06ec4dfd8511de90980d78b3 for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:52:31.307121 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-000d80e7-a8bd-4cbd-a3bb-66f119b3b6a1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:31.314421 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-3f79caa2-8bc7-4e08-a5cd-da365e943140 req-e3ee073c-3ade-4a6e-873f-7417eee5d9b4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:31.354207 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-c4452119-1c80-48ea-8c58-ae005663442b tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Network 2b9eccac-64ca-4d60-9a01-96555c9ae72a is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:52:31.357484 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-a858f887-1126-4162-a944-3b32fb0be31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:31.359033 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-a858f887-1126-4162-a944-3b32fb0be31d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:31.360945 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-a858f887-1126-4162-a944-3b32fb0be31d service neutron] 10.222.0.18 "PUT /v2.0/ports/47b98962-e563-49c9-a263-fd4069c0638c HTTP/1.1" status: 200 len: 1093 time: 2.6457355 Feb 09 12:52:31.361439 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-c4452119-1c80-48ea-8c58-ae005663442b tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:52:31.362450 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7d387c-0a86-4086-b3b9-166e8861b394', 'tag': '47b98962-e563-49c9-a263-fd4069c0638c'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:52:31.363513 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (2ab5fada-eef8-4566-b3d0-305f254e5a73), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:31.366401 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb50cbb-63ba-4cdc-a6dc-e909dbf3ba3e" -d '{"events": [{"name": "network-changed", "server_uuid": "3b7d387c-0a86-4086-b3b9-166e8861b394", "tag": "47b98962-e563-49c9-a263-fd4069c0638c"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:52:31.369342 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-c4452119-1c80-48ea-8c58-ae005663442b tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:52:31.375504 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-c4452119-1c80-48ea-8c58-ae005663442b tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:31.376430 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-c4452119-1c80-48ea-8c58-ae005663442b tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for port (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:31.380035 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4452119-1c80-48ea-8c58-ae005663442b tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Pushing event updated for resources: {'Port': ['ID=5b142666-aa1a-44d9-a5d9-d5a2e29c7fba,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:31.427907 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-675aa799-53ce-4990-9de1-b13145c81e8d req-475dd03c-0222-42b6-95d8-ff4d166a8fa1 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397207 Feb 09 12:52:31.495121 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858f887-1126-4162-a944-3b32fb0be31d service neutron] Pushing event updated for resources: {'Port': ['ID=47b98962-e563-49c9-a263-fd4069c0638c,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:31.578411 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=2ab5fada-eef8-4566-b3d0-305f254e5a73,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:31.614022 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 12:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa08442-8b7c-4b0e-a67d-87f5c2f69737 x-openstack-request-id: req-ffa08442-8b7c-4b0e-a67d-87f5c2f69737 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:52:31.614677 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b7d387c-0a86-4086-b3b9-166e8861b394", "tag": "47b98962-e563-49c9-a263-fd4069c0638c", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:52:31.615108 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ffa08442-8b7c-4b0e-a67d-87f5c2f69737 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:52:31.615778 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b7d387c-0a86-4086-b3b9-166e8861b394', 'tag': '47b98962-e563-49c9-a263-fd4069c0638c', 'status': 'completed', 'code': 200} Feb 09 12:52:31.627187 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-c4452119-1c80-48ea-8c58-ae005663442b tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0594790 Feb 09 12:52:31.641600 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['2ab5fada-eef8-4566-b3d0-305f254e5a73'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:52:31.644021 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-3d5c38cc-ad93-49ba-8060-ebd410d27d52 service neutron] Request body: {'port': {'device_id': 'c58ad133-652c-463e-be09-1796294decee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:31.713522 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 48658) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:31.737185 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ea5d82a1-770a-4f6d-923f-9056fcabdaa3 req-41f85980-3127-4e78-bd06-1e42d92c30ac tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 210 time: 0.2114415 Feb 09 12:52:31.815947 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-3d5c38cc-ad93-49ba-8060-ebd410d27d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (5b142666-aa1a-44d9-a5d9-d5a2e29c7fba), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:31.869689 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ee822ce1-3799-4487-87d5-650f39cc903c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:31.884607 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-3f79caa2-8bc7-4e08-a5cd-da365e943140 req-e3ee073c-3ade-4a6e-873f-7417eee5d9b4 service neutron] Publish callbacks [] for security_group (5143c82e-d880-4dba-880c-7bff00078654), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:31.935824 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-8c4c944d-5e10-461f-8396-b521782e86b5 None None] Provisioning complete for port 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:31.936431 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8c4c944d-5e10-461f-8396-b521782e86b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (5b142666-aa1a-44d9-a5d9-d5a2e29c7fba), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:31.954168 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-8bdd8712-3824-47d0-8112-860adf696a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:31.967278 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-8bdd8712-3824-47d0-8112-860adf696a40 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aac257b16e274dfb9778b47283dbc3d7&device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 1127 time: 0.3330574 Feb 09 12:52:32.057627 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-8c4c944d-5e10-461f-8396-b521782e86b5 None None] Port 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:52:32.079930 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbbd69-3fd7-473d-85cf-689bed3171d1 req-85f65419-d63a-4c27-9220-e95f7d107758 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:32.089247 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-16dbbd69-3fd7-473d-85cf-689bed3171d1 req-85f65419-d63a-4c27-9220-e95f7d107758 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 945 time: 0.2930956 Feb 09 12:52:32.133489 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-3f79caa2-8bc7-4e08-a5cd-da365e943140 req-e3ee073c-3ade-4a6e-873f-7417eee5d9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (5143c82e-d880-4dba-880c-7bff00078654), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:32.136961 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-bf784b18-9b55-4afd-83ba-7260c070d685 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47b98962-e563-49c9-a263-fd4069c0638c HTTP/1.1" status: 200 len: 217 time: 0.1686945 Feb 09 12:52:32.142885 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-000d80e7-a8bd-4cbd-a3bb-66f119b3b6a1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Allocated IP 172.20.0.11 (7a233017-512c-4fc0-9a95-c7f1c6d0e43c/5361ada0-f2f0-49de-80d0-c2d7fc189252/7ae9277f-bd57-4865-aa70-2067250d9c21) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:52:32.216059 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-16dbbd69-3fd7-473d-85cf-689bed3171d1 req-4045c0af-3e71-452b-9b8a-5c81db948eb7 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257906 Feb 09 12:52:32.275588 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3f79caa2-8bc7-4e08-a5cd-da365e943140 req-e3ee073c-3ade-4a6e-873f-7417eee5d9b4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0266407 Feb 09 12:52:32.301216 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee073c-3ade-4a6e-873f-7417eee5d9b4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5143c82e-d880-4dba-880c-7bff00078654,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:32.348255 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-78a78e73-7eb3-4cdc-ba70-d0b00b740389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:32.349916 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-78a78e73-7eb3-4cdc-ba70-d0b00b740389 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3eaa3335-b6ec-45d9-968c-d644bee9379c HTTP/1.1" status: 200 len: 859 time: 0.1921043 Feb 09 12:52:32.371695 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bd949-7a79-4a48-9b82-ca149dd6c2e2 req-d9a5287f-bca3-4a1a-8e75-f8a54e3f7f38 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:32.373322 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b54bd949-7a79-4a48-9b82-ca149dd6c2e2 req-d9a5287f-bca3-4a1a-8e75-f8a54e3f7f38 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 931 time: 0.4037335 Feb 09 12:52:32.418017 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cfe08-059d-475f-82ff-34dd0213f081 req-9f7a52b9-3480-42e9-8e38-6a90cbf3623e tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:32.419676 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ee822ce1-3799-4487-87d5-650f39cc903c admin admin] Publish callbacks [] for security_group (ba7bba8f-ec52-471d-904c-99d87f26e24a), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:32.420400 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-e55cfe08-059d-475f-82ff-34dd0213f081 req-9f7a52b9-3480-42e9-8e38-6a90cbf3623e tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 946 time: 0.1084273 Feb 09 12:52:32.425484 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-3d5c38cc-ad93-49ba-8060-ebd410d27d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba {{(pid=109770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:52:32.439088 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-3d5c38cc-ad93-49ba-8060-ebd410d27d52 service neutron] Publish callbacks [] for port (5b142666-aa1a-44d9-a5d9-d5a2e29c7fba), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:32.476143 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-3d5c38cc-ad93-49ba-8060-ebd410d27d52 service neutron] Transition to ACTIVE for port object 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba will not be triggered until provisioned by entity L2. {{(pid=109770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:52:32.502549 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b54bd949-7a79-4a48-9b82-ca149dd6c2e2 req-60ab32da-0550-40a2-8d1c-6cf21817a703 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813098 Feb 09 12:52:32.519665 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-e55cfe08-059d-475f-82ff-34dd0213f081 req-50d6768c-ed57-41a8-882e-7ffb7af0d7d0 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/security-groups?id=67a6d76c-1844-4683-b685-42cd1b8e2bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736661 Feb 09 12:52:32.553963 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-388267c4-22a3-4645-88be-1a45103b4935 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe9e02a9-db66-4356-b324-dd8d3fc56de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443850 Feb 09 12:52:32.555553 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65c9041-b32d-402e-b7db-604960c2d427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c08fe2-352d-4d55-aed1-e41644d08b0c'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:52:32.559954 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35568c951842a11d678cd4ef08ed24226590f5ef87a7b6612a56827cefa1ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b444656f-a4fc-4e48-ae4d-c9214859059a" -d '{"events": [{"server_uuid": "f65c9041-b32d-402e-b7db-604960c2d427", "name": "network-vif-plugged", "status": "completed", "tag": "c9c08fe2-352d-4d55-aed1-e41644d08b0c"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:52:32.577979 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-3d5c38cc-ad93-49ba-8060-ebd410d27d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (5b142666-aa1a-44d9-a5d9-d5a2e29c7fba), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:32.584426 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-000d80e7-a8bd-4cbd-a3bb-66f119b3b6a1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for port (7ae9277f-bd57-4865-aa70-2067250d9c21), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:32.617450 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ee822ce1-3799-4487-87d5-650f39cc903c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (ba7bba8f-ec52-471d-904c-99d87f26e24a), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:32.618570 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574106c2-0e6f-4be8-a96e-52daec5e05cc x-openstack-request-id: req-574106c2-0e6f-4be8-a96e-52daec5e05cc {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:52:32.619208 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65c9041-b32d-402e-b7db-604960c2d427", "name": "network-vif-plugged", "status": "completed", "tag": "c9c08fe2-352d-4d55-aed1-e41644d08b0c", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:52:32.619765 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-574106c2-0e6f-4be8-a96e-52daec5e05cc {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:52:32.620505 dv-cinder-810917-4-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65c9041-b32d-402e-b7db-604960c2d427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c08fe2-352d-4d55-aed1-e41644d08b0c', 'code': 200} Feb 09 12:52:32.760176 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c38cc-ad93-49ba-8060-ebd410d27d52 service neutron] Pushing event updated for resources: {'Port': ['ID=5b142666-aa1a-44d9-a5d9-d5a2e29c7fba,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:32.761974 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee822ce1-3799-4487-87d5-650f39cc903c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7bba8f-ec52-471d-904c-99d87f26e24a,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:32.771791 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-3d5c38cc-ad93-49ba-8060-ebd410d27d52 service neutron] Attempting to bind port 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba on host hv-cinder-81091 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:52:32.772517 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-e8a97ceb-9ba0-4f6c-afd9-2c2d6b24e1f7 service neutron] 10.222.0.18 "GET /v2.0/networks/fe9e02a9-db66-4356-b324-dd8d3fc56de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122340 Feb 09 12:52:32.773211 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-3d5c38cc-ad93-49ba-8060-ebd410d27d52 service neutron] Attempting to bind port 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': 'f34400df-c94b-4224-9e0c-3c0104ffd1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:52:32.773969 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-3d5c38cc-ad93-49ba-8060-ebd410d27d52 service neutron] Attempting to bind port 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba on network 2b9eccac-64ca-4d60-9a01-96555c9ae72a {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:52:32.779110 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-ee822ce1-3799-4487-87d5-650f39cc903c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=501298357fe84667aa45162888e2e497&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0400681 Feb 09 12:52:32.782193 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 48686) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:32.793234 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-3d5c38cc-ad93-49ba-8060-ebd410d27d52 service neutron] Port 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba on network 2b9eccac-64ca-4d60-9a01-96555c9ae72a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 12:52:32.793765 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-3d5c38cc-ad93-49ba-8060-ebd410d27d52 service neutron] Attempting to bind port 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba on network 2b9eccac-64ca-4d60-9a01-96555c9ae72a {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:52:32.828918 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-3d5c38cc-ad93-49ba-8060-ebd410d27d52 service neutron] Checking agent: {'id': '230303ca-ea08-4771-a934-bc9aeb8313a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'started_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:52:32.829157 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 2ab5fada-eef8-4566-b3d0-305f254e5a73 up at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:52:32.829519 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-3d5c38cc-ad93-49ba-8060-ebd410d27d52 service neutron] Checking segment: {'id': 'f34400df-c94b-4224-9e0c-3c0104ffd1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:52:32.830001 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-3d5c38cc-ad93-49ba-8060-ebd410d27d52 service neutron] Bound using segment: {'id': 'f34400df-c94b-4224-9e0c-3c0104ffd1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:52:32.830582 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-3d5c38cc-ad93-49ba-8060-ebd410d27d52 service neutron] Bound port: 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f34400df-c94b-4224-9e0c-3c0104ffd1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:52:32.831694 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-3d5c38cc-ad93-49ba-8060-ebd410d27d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (5b142666-aa1a-44d9-a5d9-d5a2e29c7fba), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:32.921390 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550069d-d026-4573-bf2a-30c38cdd759f req-0086f664-63c3-4535-a4b8-32d2aea65648 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:32.936130 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d550069d-d026-4573-bf2a-30c38cdd759f req-0086f664-63c3-4535-a4b8-32d2aea65648 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 943 time: 0.3141048 Feb 09 12:52:32.951088 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-3d5c38cc-ad93-49ba-8060-ebd410d27d52 service neutron] For port 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba, host hv-cinder-81091, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:52:33.008135 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-2abdd1e9-b487-4de4-b722-c097af191a71 req-c1152e23-576e-44f0-89ac-6a16ab45a951 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 210 time: 0.0592761 Feb 09 12:52:33.010510 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-3d5c38cc-ad93-49ba-8060-ebd410d27d52 service neutron] For port 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=5b142666-aa1a-44d9-a5d9-d5a2e29c7fba,segment=NetworkSegment(f34400df-c94b-4224-9e0c-3c0104ffd1f7),segment_id=f34400df-c94b-4224-9e0c-3c0104ffd1f7)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:52:33.023289 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning for port 2ab5fada-eef8-4566-b3d0-305f254e5a73 completed by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:52:33.031683 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning complete for port 2ab5fada-eef8-4566-b3d0-305f254e5a73 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:33.035262 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (2ab5fada-eef8-4566-b3d0-305f254e5a73), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:33.044126 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-47bf11cc-5ebd-4b41-84ee-4745dd0391b2 admin admin] Publish callbacks [] for security_group (ba7bba8f-ec52-471d-904c-99d87f26e24a), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:33.053777 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-000d80e7-a8bd-4cbd-a3bb-66f119b3b6a1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (7ae9277f-bd57-4865-aa70-2067250d9c21), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:33.081162 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-47bf11cc-5ebd-4b41-84ee-4745dd0391b2 admin admin] Publish callbacks [] for security_group (ba7bba8f-ec52-471d-904c-99d87f26e24a), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:33.083900 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-409ea45c-fc1d-4d39-a5a0-43bbb33d8567 req-115b7588-c419-42f1-a18a-cf8acb8ae085 service neutron] 10.222.0.18 "GET /v2.0/networks/fe9e02a9-db66-4356-b324-dd8d3fc56de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006561 Feb 09 12:52:33.098706 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-3d5c38cc-ad93-49ba-8060-ebd410d27d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (5b142666-aa1a-44d9-a5d9-d5a2e29c7fba), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:33.164365 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 2ab5fada-eef8-4566-b3d0-305f254e5a73 is: BUILD; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:52:33.164758 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (2ab5fada-eef8-4566-b3d0-305f254e5a73), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:33.168204 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d550069d-d026-4573-bf2a-30c38cdd759f req-5f55ecf6-dbcf-405e-a9d4-90c3e8af8e91 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308464 Feb 09 12:52:33.178039 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-3d5c38cc-ad93-49ba-8060-ebd410d27d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:33.179002 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-3d5c38cc-ad93-49ba-8060-ebd410d27d52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for port (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:33.181105 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-3d5c38cc-ad93-49ba-8060-ebd410d27d52 service neutron] 10.222.0.18 "PUT /v2.0/ports/5b142666-aa1a-44d9-a5d9-d5a2e29c7fba HTTP/1.1" status: 200 len: 1093 time: 1.5460854 Feb 09 12:52:33.188896 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-000d80e7-a8bd-4cbd-a3bb-66f119b3b6a1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Network 7a233017-512c-4fc0-9a95-c7f1c6d0e43c is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:52:33.196907 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a9742-6b20-48bd-99f4-c8a4e5094781 req-6fe8b236-423b-4802-aca9-736f2515ab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:33.199002 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9c8a9742-6b20-48bd-99f4-c8a4e5094781 req-6fe8b236-423b-4802-aca9-736f2515ab5a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 1130 time: 0.2277551 Feb 09 12:52:33.200701 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-000d80e7-a8bd-4cbd-a3bb-66f119b3b6a1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:52:33.203987 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d80e7-a8bd-4cbd-a3bb-66f119b3b6a1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Pushing event updated for resources: {'Port': ['ID=7ae9277f-bd57-4865-aa70-2067250d9c21,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:33.219214 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-000d80e7-a8bd-4cbd-a3bb-66f119b3b6a1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:52:33.229822 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-000d80e7-a8bd-4cbd-a3bb-66f119b3b6a1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:33.231035 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-000d80e7-a8bd-4cbd-a3bb-66f119b3b6a1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:33.291271 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c38cc-ad93-49ba-8060-ebd410d27d52 service neutron] Pushing event updated for resources: {'Port': ['ID=5b142666-aa1a-44d9-a5d9-d5a2e29c7fba,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:33.307481 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58ad133-652c-463e-be09-1796294decee', 'tag': '5b142666-aa1a-44d9-a5d9-d5a2e29c7fba'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:52:33.316221 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 2ab5fada-eef8-4566-b3d0-305f254e5a73, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=2ab5fada-eef8-4566-b3d0-305f254e5a73,segment=NetworkSegment(d2ad0c1b-255c-4074-845b-ea98d893a18c),segment_id=d2ad0c1b-255c-4074-845b-ea98d893a18c)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:52:33.318766 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7671266cdcd25feb0d1fb7d0d4a7a38583ecefa09a530944b0969c09dda32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5495031-be81-4791-baca-a5e85658bb2b" -d '{"events": [{"name": "network-changed", "server_uuid": "c58ad133-652c-463e-be09-1796294decee", "tag": "5b142666-aa1a-44d9-a5d9-d5a2e29c7fba"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:52:33.405236 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9c8a9742-6b20-48bd-99f4-c8a4e5094781 req-133f8f81-860d-4e59-93bc-1651cf862a26 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=67a6d76c-1844-4683-b685-42cd1b8e2bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966958 Feb 09 12:52:33.436279 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 12:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800fc008-c552-44f6-8485-9fe3a588de18 x-openstack-request-id: req-800fc008-c552-44f6-8485-9fe3a588de18 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:52:33.436279 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58ad133-652c-463e-be09-1796294decee", "tag": "5b142666-aa1a-44d9-a5d9-d5a2e29c7fba", "status": "completed", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:52:33.436279 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-800fc008-c552-44f6-8485-9fe3a588de18 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:52:33.437269 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58ad133-652c-463e-be09-1796294decee', 'tag': '5b142666-aa1a-44d9-a5d9-d5a2e29c7fba', 'status': 'completed', 'code': 200} Feb 09 12:52:33.457245 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (2ab5fada-eef8-4566-b3d0-305f254e5a73), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:33.513389 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e6092-0ee4-4416-9bd3-4a16b31d017c req-11cda638-2946-4b48-b31f-6339e77fc26c tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:33.515267 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-f09e6092-0ee4-4416-9bd3-4a16b31d017c req-11cda638-2946-4b48-b31f-6339e77fc26c tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 945 time: 0.1519313 Feb 09 12:52:33.552871 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb50cbb-63ba-4cdc-a6dc-e909dbf3ba3e req-338e7fa0-7813-4802-8822-e383733541b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:33.557471 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-3cb50cbb-63ba-4cdc-a6dc-e909dbf3ba3e req-338e7fa0-7813-4802-8822-e383733541b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aac257b16e274dfb9778b47283dbc3d7&device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 1127 time: 0.2210860 Feb 09 12:52:33.562072 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-47bf11cc-5ebd-4b41-84ee-4745dd0391b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (ba7bba8f-ec52-471d-904c-99d87f26e24a), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:33.562397 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-000d80e7-a8bd-4cbd-a3bb-66f119b3b6a1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8966293 Feb 09 12:52:33.565176 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-47bf11cc-5ebd-4b41-84ee-4745dd0391b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:33.568112 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-47bf11cc-5ebd-4b41-84ee-4745dd0391b2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ba7bba8f-ec52-471d-904c-99d87f26e24a HTTP/1.1" status: 204 len: 168 time: 0.7839394 Feb 09 12:52:33.625504 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-9315d4b1-3ddc-4f38-acb6-b2a9454c0702 service neutron] Request body: {'port': {'device_id': 'ae8ad3c9-5d75-4419-9f06-19cb6859619f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:33.688915 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf11cc-5ebd-4b41-84ee-4745dd0391b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7bba8f-ec52-471d-904c-99d87f26e24a,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:33.750906 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=2ab5fada-eef8-4566-b3d0-305f254e5a73,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:33.794985 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-f09e6092-0ee4-4416-9bd3-4a16b31d017c req-c803215f-dd47-4683-9684-8c5715daa46c tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660379 Feb 09 12:52:33.814638 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-ac3f7320-bebb-4481-b451-9bb98b331fda None None] Provisioning complete for port 7ae9277f-bd57-4865-aa70-2067250d9c21 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:33.816011 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ac3f7320-bebb-4481-b451-9bb98b331fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (7ae9277f-bd57-4865-aa70-2067250d9c21), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:33.868330 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-ac3f7320-bebb-4481-b451-9bb98b331fda None None] Port 7ae9277f-bd57-4865-aa70-2067250d9c21 cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:52:33.887976 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb50cbb-63ba-4cdc-a6dc-e909dbf3ba3e req-08bedc2d-1e70-4e64-8dc4-ad25e6ebd213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:33.889795 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-3cb50cbb-63ba-4cdc-a6dc-e909dbf3ba3e req-08bedc2d-1e70-4e64-8dc4-ad25e6ebd213 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fe9e02a9-db66-4356-b324-dd8d3fc56de1 HTTP/1.1" status: 200 len: 920 time: 0.2088354 Feb 09 12:52:33.923827 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-9315d4b1-3ddc-4f38-acb6-b2a9454c0702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (7ae9277f-bd57-4865-aa70-2067250d9c21), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:33.978813 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-3cb50cbb-63ba-4cdc-a6dc-e909dbf3ba3e req-7f490397-0be0-4c90-b5ee-7e5247340464 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47b98962-e563-49c9-a263-fd4069c0638c HTTP/1.1" status: 200 len: 217 time: 0.0809815 Feb 09 12:52:34.005662 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78d13d-6ea3-49b8-83b7-2d885525c44f req-da4ed0be-e35d-4bbf-9aec-51a247de575c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:34.007342 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2f78d13d-6ea3-49b8-83b7-2d885525c44f req-da4ed0be-e35d-4bbf-9aec-51a247de575c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 943 time: 0.3155575 Feb 09 12:52:34.016920 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-ca741c97-29f3-41b7-9d5f-9b67224ec88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:34.017808 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-ca741c97-29f3-41b7-9d5f-9b67224ec88b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ae5fef998e8491e9c43576344076b19&device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 1127 time: 0.3657036 Feb 09 12:52:34.095587 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6951b-58f9-4fac-aabc-2251d40696df req-ab59ff1e-017c-4e74-bab6-70bb333fb557 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:34.098464 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-f4d6951b-58f9-4fac-aabc-2251d40696df req-ab59ff1e-017c-4e74-bab6-70bb333fb557 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 946 time: 0.1565554 Feb 09 12:52:34.156927 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb50cbb-63ba-4cdc-a6dc-e909dbf3ba3e req-b2a00f6b-939f-4678-a52b-a9a7e0b39009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:34.159095 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-3cb50cbb-63ba-4cdc-a6dc-e909dbf3ba3e req-b2a00f6b-939f-4678-a52b-a9a7e0b39009 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3eaa3335-b6ec-45d9-968c-d644bee9379c HTTP/1.1" status: 200 len: 859 time: 0.1479058 Feb 09 12:52:34.211151 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-3cb50cbb-63ba-4cdc-a6dc-e909dbf3ba3e req-3be20e3b-912b-4ba9-ab59-f55ce18a404b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe9e02a9-db66-4356-b324-dd8d3fc56de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383160 Feb 09 12:52:34.218616 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-f4d6951b-58f9-4fac-aabc-2251d40696df req-22658dcb-095e-4b8a-9823-41d23e01bd3e tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/security-groups?id=67a6d76c-1844-4683-b685-42cd1b8e2bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086264 Feb 09 12:52:34.368790 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-ce3d5bfb-9eeb-4ef7-a058-3507492f62f2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b142666-aa1a-44d9-a5d9-d5a2e29c7fba HTTP/1.1" status: 200 len: 217 time: 0.3377001 Feb 09 12:52:34.446771 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2f78d13d-6ea3-49b8-83b7-2d885525c44f req-04710414-e15e-4e5e-b944-6fc3c9f56513 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4170327 Feb 09 12:52:34.538724 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-221bf440-4e6f-43ce-9bc9-925ad97bf156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:34.538724 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-221bf440-4e6f-43ce-9bc9-925ad97bf156 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=84a8a225-35f7-4e02-9760-81e6be58b94d HTTP/1.1" status: 200 len: 849 time: 0.1440489 Feb 09 12:52:34.574968 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-3cb50cbb-63ba-4cdc-a6dc-e909dbf3ba3e req-668211ad-1107-4d3c-a82e-9b76ee56fa84 service neutron] 10.222.0.18 "GET /v2.0/networks/fe9e02a9-db66-4356-b324-dd8d3fc56de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524716 Feb 09 12:52:34.615251 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d28d5b-988f-459a-9554-26e6da96a73c req-3c1f0bba-b8c5-4068-abfa-62540fb8eaf0 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:34.617443 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-e3d28d5b-988f-459a-9554-26e6da96a73c req-3c1f0bba-b8c5-4068-abfa-62540fb8eaf0 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 932 time: 0.2557993 Feb 09 12:52:34.622263 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686d6d8c-9ad4-4cee-8ade-45078654bdf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab5fada-eef8-4566-b3d0-305f254e5a73'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:52:34.630316 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35568c951842a11d678cd4ef08ed24226590f5ef87a7b6612a56827cefa1ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1929ddbc-73a7-4b9e-ba94-8de75632ff69" -d '{"events": [{"server_uuid": "686d6d8c-9ad4-4cee-8ade-45078654bdf5", "name": "network-vif-plugged", "status": "completed", "tag": "2ab5fada-eef8-4566-b3d0-305f254e5a73"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:52:34.688802 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-8f2581a1-18de-448d-a512-beced644c4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:34.690407 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-8f2581a1-18de-448d-a512-beced644c4f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b9eccac-64ca-4d60-9a01-96555c9ae72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1641510 Feb 09 12:52:34.800316 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46f972-ea9d-4347-8026-c6a1465c0bfb req-69e8d0a3-09d0-4a25-8bc8-761e44344e59 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:34.801114 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0c46f972-ea9d-4347-8026-c6a1465c0bfb req-69e8d0a3-09d0-4a25-8bc8-761e44344e59 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 943 time: 0.1981108 Feb 09 12:52:34.805453 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-9315d4b1-3ddc-4f38-acb6-b2a9454c0702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae9277f-bd57-4865-aa70-2067250d9c21 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:52:34.820175 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-9315d4b1-3ddc-4f38-acb6-b2a9454c0702 service neutron] Publish callbacks [] for port (7ae9277f-bd57-4865-aa70-2067250d9c21), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:34.855392 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-9315d4b1-3ddc-4f38-acb6-b2a9454c0702 service neutron] Transition to ACTIVE for port object 7ae9277f-bd57-4865-aa70-2067250d9c21 will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:52:34.872722 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-e3d28d5b-988f-459a-9554-26e6da96a73c req-e0241b71-4ff0-4fa6-a16c-b861fd4f54b5 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609204 Feb 09 12:52:34.906167 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-fff6cafc-f09d-492b-bee3-a68279756500 service neutron] 10.222.0.18 "GET /v2.0/networks/2b9eccac-64ca-4d60-9a01-96555c9ae72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066481 Feb 09 12:52:34.907829 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-3cb50cbb-63ba-4cdc-a6dc-e909dbf3ba3e req-8b670489-602c-45af-b211-728e53029562 service neutron] 10.222.0.18 "GET /v2.0/networks/fe9e02a9-db66-4356-b324-dd8d3fc56de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213408 Feb 09 12:52:34.912345 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0c46f972-ea9d-4347-8026-c6a1465c0bfb req-8ff1b605-4e45-411d-9e31-58628e711ef3 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979202 Feb 09 12:52:34.960072 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9aed28-6c9f-4932-b837-b911b2a77cb9 x-openstack-request-id: req-5a9aed28-6c9f-4932-b837-b911b2a77cb9 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:52:34.961316 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686d6d8c-9ad4-4cee-8ade-45078654bdf5", "name": "network-vif-plugged", "status": "completed", "tag": "2ab5fada-eef8-4566-b3d0-305f254e5a73", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:52:34.961316 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5a9aed28-6c9f-4932-b837-b911b2a77cb9 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:52:34.966566 dv-cinder-810917-4-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686d6d8c-9ad4-4cee-8ade-45078654bdf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab5fada-eef8-4566-b3d0-305f254e5a73', 'code': 200} Feb 09 12:52:34.977620 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-9315d4b1-3ddc-4f38-acb6-b2a9454c0702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (7ae9277f-bd57-4865-aa70-2067250d9c21), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:35.117998 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315d4b1-3ddc-4f38-acb6-b2a9454c0702 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae9277f-bd57-4865-aa70-2067250d9c21,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:35.141411 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c0bb0174-d9ae-4a99-8baf-c66a5d26d4bc req-648a0da3-e23c-46f6-b8fa-433ea47d7423 service neutron] 10.222.0.18 "GET /v2.0/networks/2b9eccac-64ca-4d60-9a01-96555c9ae72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253215 Feb 09 12:52:35.142109 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-9315d4b1-3ddc-4f38-acb6-b2a9454c0702 service neutron] Attempting to bind port 7ae9277f-bd57-4865-aa70-2067250d9c21 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:52:35.142903 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-9315d4b1-3ddc-4f38-acb6-b2a9454c0702 service neutron] Attempting to bind port 7ae9277f-bd57-4865-aa70-2067250d9c21 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '9f2b0cd4-a2bd-4d81-a80e-82db423204f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:52:35.142903 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-9315d4b1-3ddc-4f38-acb6-b2a9454c0702 service neutron] Attempting to bind port 7ae9277f-bd57-4865-aa70-2067250d9c21 on network 7a233017-512c-4fc0-9a95-c7f1c6d0e43c {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:52:35.151382 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-9315d4b1-3ddc-4f38-acb6-b2a9454c0702 service neutron] Port 7ae9277f-bd57-4865-aa70-2067250d9c21 on network 7a233017-512c-4fc0-9a95-c7f1c6d0e43c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 12:52:35.151744 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-9315d4b1-3ddc-4f38-acb6-b2a9454c0702 service neutron] Attempting to bind port 7ae9277f-bd57-4865-aa70-2067250d9c21 on network 7a233017-512c-4fc0-9a95-c7f1c6d0e43c {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:52:35.161453 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-9315d4b1-3ddc-4f38-acb6-b2a9454c0702 service neutron] Checking agent: {'id': '230303ca-ea08-4771-a934-bc9aeb8313a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'started_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:52:35.161866 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-9315d4b1-3ddc-4f38-acb6-b2a9454c0702 service neutron] Checking segment: {'id': '9f2b0cd4-a2bd-4d81-a80e-82db423204f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:52:35.162186 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-9315d4b1-3ddc-4f38-acb6-b2a9454c0702 service neutron] Bound using segment: {'id': '9f2b0cd4-a2bd-4d81-a80e-82db423204f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:52:35.162631 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-9315d4b1-3ddc-4f38-acb6-b2a9454c0702 service neutron] Bound port: 7ae9277f-bd57-4865-aa70-2067250d9c21, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f2b0cd4-a2bd-4d81-a80e-82db423204f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:52:35.162991 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-9315d4b1-3ddc-4f38-acb6-b2a9454c0702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (7ae9277f-bd57-4865-aa70-2067250d9c21), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:35.204233 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440f23b-35d5-4f66-b9f8-de7d41a6cd08 req-ebc1cf1d-75c1-451e-9167-20bf1fb3464e tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:35.204233 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9440f23b-35d5-4f66-b9f8-de7d41a6cd08 req-ebc1cf1d-75c1-451e-9167-20bf1fb3464e tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 945 time: 0.1148689 Feb 09 12:52:35.379259 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9440f23b-35d5-4f66-b9f8-de7d41a6cd08 req-d0957641-fc16-45e7-9950-cef3d6a947de tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365485 Feb 09 12:52:35.383706 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-9315d4b1-3ddc-4f38-acb6-b2a9454c0702 service neutron] For port 7ae9277f-bd57-4865-aa70-2067250d9c21, host hv-cinder-81091, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:52:35.419199 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-9315d4b1-3ddc-4f38-acb6-b2a9454c0702 service neutron] For port 7ae9277f-bd57-4865-aa70-2067250d9c21, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7ae9277f-bd57-4865-aa70-2067250d9c21,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:52:35.436029 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5495031-be81-4791-baca-a5e85658bb2b req-b280b099-94dc-4a4a-a08e-e34ab6e83abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:35.439693 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c5495031-be81-4791-baca-a5e85658bb2b req-b280b099-94dc-4a4a-a08e-e34ab6e83abb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ae5fef998e8491e9c43576344076b19&device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 1127 time: 0.1212702 Feb 09 12:52:35.549252 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-9315d4b1-3ddc-4f38-acb6-b2a9454c0702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (7ae9277f-bd57-4865-aa70-2067250d9c21), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:35.591697 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d41345-c513-43f8-a179-9f9024ad15ff req-bcb4adb7-b872-4ab7-b4d1-d38f1dfe522f tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:35.604727 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-80d41345-c513-43f8-a179-9f9024ad15ff req-bcb4adb7-b872-4ab7-b4d1-d38f1dfe522f tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 946 time: 0.2367852 Feb 09 12:52:35.671752 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a744bd-f6a5-40c0-9470-0fecd0215425 req-1d7d04d7-92de-4b63-bb97-9792e2105710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:35.674300 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-75a744bd-f6a5-40c0-9470-0fecd0215425 req-1d7d04d7-92de-4b63-bb97-9792e2105710 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 1129 time: 0.2155795 Feb 09 12:52:35.690800 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-9315d4b1-3ddc-4f38-acb6-b2a9454c0702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:35.692895 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-9315d4b1-3ddc-4f38-acb6-b2a9454c0702 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:35.694699 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-9315d4b1-3ddc-4f38-acb6-b2a9454c0702 service neutron] 10.222.0.18 "PUT /v2.0/ports/7ae9277f-bd57-4865-aa70-2067250d9c21 HTTP/1.1" status: 200 len: 1094 time: 2.0876229 Feb 09 12:52:35.732075 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8ad3c9-5d75-4419-9f06-19cb6859619f', 'tag': '7ae9277f-bd57-4865-aa70-2067250d9c21'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:52:35.738173 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b931a69c-d531-4aca-b5c0-95ce27df1a02" -d '{"events": [{"name": "network-changed", "server_uuid": "ae8ad3c9-5d75-4419-9f06-19cb6859619f", "tag": "7ae9277f-bd57-4865-aa70-2067250d9c21"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:52:35.818368 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-80d41345-c513-43f8-a179-9f9024ad15ff req-00181846-97a6-4452-aac3-df7ab14696e4 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/security-groups?id=67a6d76c-1844-4683-b685-42cd1b8e2bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039804 Feb 09 12:52:35.896773 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315d4b1-3ddc-4f38-acb6-b2a9454c0702 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae9277f-bd57-4865-aa70-2067250d9c21,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:35.903336 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5495031-be81-4791-baca-a5e85658bb2b req-34b974f4-975f-4847-8c04-c4912169cb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:35.903644 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-75a744bd-f6a5-40c0-9470-0fecd0215425 req-1e179d59-f240-4e15-b462-38a466093ae5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197344 Feb 09 12:52:35.904881 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c5495031-be81-4791-baca-a5e85658bb2b req-34b974f4-975f-4847-8c04-c4912169cb67 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b9eccac-64ca-4d60-9a01-96555c9ae72a HTTP/1.1" status: 200 len: 911 time: 0.4572124 Feb 09 12:52:35.936665 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8dfddf-def5-4e76-98db-5171423bb254 req-c9e976b6-a95b-4677-afdd-c810eec9b684 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:35.947071 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bc8dfddf-def5-4e76-98db-5171423bb254 req-c9e976b6-a95b-4677-afdd-c810eec9b684 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 943 time: 0.3241518 Feb 09 12:52:35.955390 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 12:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334b556a-a88f-45e6-af75-109fd45a4fbb x-openstack-request-id: req-334b556a-a88f-45e6-af75-109fd45a4fbb {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:52:35.956097 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae8ad3c9-5d75-4419-9f06-19cb6859619f", "tag": "7ae9277f-bd57-4865-aa70-2067250d9c21", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:52:35.957377 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-334b556a-a88f-45e6-af75-109fd45a4fbb {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:52:35.957849 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae8ad3c9-5d75-4419-9f06-19cb6859619f', 'tag': '7ae9277f-bd57-4865-aa70-2067250d9c21', 'status': 'completed', 'code': 200} Feb 09 12:52:36.048385 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bc8dfddf-def5-4e76-98db-5171423bb254 req-fa2f8b5f-8c0c-4956-9285-1a444a5f4f52 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000748 Feb 09 12:52:36.074760 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-e3b5b70a-549b-432d-a094-26a13856306f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:36.079659 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-e3b5b70a-549b-432d-a094-26a13856306f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39b9e5bd06ec4dfd8511de90980d78b3&device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 1128 time: 0.2263048 Feb 09 12:52:36.181491 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c5495031-be81-4791-baca-a5e85658bb2b req-5b5fa57e-c0ed-49a4-8e82-6a784c843fd9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b142666-aa1a-44d9-a5d9-d5a2e29c7fba HTTP/1.1" status: 200 len: 217 time: 0.0778120 Feb 09 12:52:36.192537 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611e7d3-971a-493e-ac7f-772048868c2c req-de55586d-86f8-4d91-8013-e3fb58d612c3 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:36.207683 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-3611e7d3-971a-493e-ac7f-772048868c2c req-de55586d-86f8-4d91-8013-e3fb58d612c3 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 944 time: 0.1481783 Feb 09 12:52:36.257577 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-4496e89e-ee3c-41c0-a48b-4724e5cf8bb8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ae9277f-bd57-4865-aa70-2067250d9c21 HTTP/1.1" status: 200 len: 217 time: 0.1474688 Feb 09 12:52:36.267308 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-3611e7d3-971a-493e-ac7f-772048868c2c req-039da6b0-ae70-457a-8806-8dcd681298c1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665946 Feb 09 12:52:36.356905 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5495031-be81-4791-baca-a5e85658bb2b req-ffe021b3-d42b-4e4f-a995-f82391017ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:36.358450 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c5495031-be81-4791-baca-a5e85658bb2b req-ffe021b3-d42b-4e4f-a995-f82391017ffa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=84a8a225-35f7-4e02-9760-81e6be58b94d HTTP/1.1" status: 200 len: 849 time: 0.1279871 Feb 09 12:52:36.380060 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-818d40cb-b89d-464a-8ef4-b1dab2e47f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:36.380198 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-818d40cb-b89d-464a-8ef4-b1dab2e47f5e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5361ada0-f2f0-49de-80d0-c2d7fc189252 HTTP/1.1" status: 200 len: 856 time: 0.0919690 Feb 09 12:52:36.390474 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341feed-5eb9-4859-9648-40e52ea02abd req-73e58f27-899d-4d49-93de-d5bc8efda3f1 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:36.392107 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4341feed-5eb9-4859-9648-40e52ea02abd req-73e58f27-899d-4d49-93de-d5bc8efda3f1 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 943 time: 0.2137704 Feb 09 12:52:36.499820 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-19e759bd-fda5-4a0c-874b-ea5538965907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:36.501495 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-19e759bd-fda5-4a0c-874b-ea5538965907 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a233017-512c-4fc0-9a95-c7f1c6d0e43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0937002 Feb 09 12:52:36.510299 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5495031-be81-4791-baca-a5e85658bb2b req-e3b49a04-b438-492b-8db7-1e55c9a58a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:36.511874 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c5495031-be81-4791-baca-a5e85658bb2b req-e3b49a04-b438-492b-8db7-1e55c9a58a3f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b9eccac-64ca-4d60-9a01-96555c9ae72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1449475 Feb 09 12:52:36.570506 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4341feed-5eb9-4859-9648-40e52ea02abd req-402fb2fa-2d85-4e92-a822-68c2dcb000a1 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609828 Feb 09 12:52:36.672116 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-acf3dca1-826a-4e2a-81b4-6dd2627f93e8 service neutron] 10.222.0.18 "GET /v2.0/networks/7a233017-512c-4fc0-9a95-c7f1c6d0e43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642730 Feb 09 12:52:36.691255 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c5495031-be81-4791-baca-a5e85658bb2b req-8277b131-4177-4ca2-8d51-00ed192c629c service neutron] 10.222.0.18 "GET /v2.0/networks/2b9eccac-64ca-4d60-9a01-96555c9ae72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682250 Feb 09 12:52:36.847494 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1ef8e101-00a1-44b8-adf7-c5a380a93c7a req-03f84d7c-066e-454f-a018-d9633403b1ef service neutron] 10.222.0.18 "GET /v2.0/networks/7a233017-512c-4fc0-9a95-c7f1c6d0e43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655321 Feb 09 12:52:36.854076 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 47b98962-e563-49c9-a263-fd4069c0638c details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=109771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 12:52:36.860182 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c5495031-be81-4791-baca-a5e85658bb2b req-5ff19e30-91d6-4e6b-be6d-5da9a2883fb2 service neutron] 10.222.0.18 "GET /v2.0/networks/2b9eccac-64ca-4d60-9a01-96555c9ae72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500165 Feb 09 12:52:36.972583 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 47b98962-e563-49c9-a263-fd4069c0638c, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=47b98962-e563-49c9-a263-fd4069c0638c,segment=NetworkSegment(d2ad0c1b-255c-4074-845b-ea98d893a18c),segment_id=d2ad0c1b-255c-4074-845b-ea98d893a18c)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:52:36.985597 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Returning: {'device': '47b98962-e563-49c9-a263-fd4069c0638c', 'network_id': 'fe9e02a9-db66-4356-b324-dd8d3fc56de1', 'port_id': '47b98962-e563-49c9-a263-fd4069c0638c', 'mac_address': 'fa:16:3e:32:9a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eaa3335-b6ec-45d9-968c-d644bee9379c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 12:52:37.035009 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 47b98962-e563-49c9-a263-fd4069c0638c is: DOWN; New status is: BUILD {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:52:37.036342 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (47b98962-e563-49c9-a263-fd4069c0638c), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:37.058823 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47b98962-e563-49c9-a263-fd4069c0638c {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:52:37.109656 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 47b98962-e563-49c9-a263-fd4069c0638c, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=47b98962-e563-49c9-a263-fd4069c0638c,segment=NetworkSegment(d2ad0c1b-255c-4074-845b-ea98d893a18c),segment_id=d2ad0c1b-255c-4074-845b-ea98d893a18c)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:52:37.182313 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931a69c-d531-4aca-b5c0-95ce27df1a02 req-04d0c9ba-b8c8-4026-b995-161001714db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:37.183942 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b931a69c-d531-4aca-b5c0-95ce27df1a02 req-04d0c9ba-b8c8-4026-b995-161001714db1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39b9e5bd06ec4dfd8511de90980d78b3&device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 1128 time: 0.1334608 Feb 09 12:52:37.188378 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (47b98962-e563-49c9-a263-fd4069c0638c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:37.256173 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=47b98962-e563-49c9-a263-fd4069c0638c,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:37.374599 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d200a1-6570-4d6a-aa52-4ca810b06a0d req-8202534f-3dc7-4351-87a4-84d77ee6d2c1 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:37.382618 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-84d200a1-6570-4d6a-aa52-4ca810b06a0d req-8202534f-3dc7-4351-87a4-84d77ee6d2c1 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 943 time: 0.1589417 Feb 09 12:52:37.432747 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['47b98962-e563-49c9-a263-fd4069c0638c'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:52:37.453217 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931a69c-d531-4aca-b5c0-95ce27df1a02 req-facb0e97-31b4-45eb-b056-bdb54e93fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:37.457203 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b931a69c-d531-4aca-b5c0-95ce27df1a02 req-facb0e97-31b4-45eb-b056-bdb54e93fae8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a233017-512c-4fc0-9a95-c7f1c6d0e43c HTTP/1.1" status: 200 len: 918 time: 0.2659209 Feb 09 12:52:37.476014 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-84d200a1-6570-4d6a-aa52-4ca810b06a0d req-f38b7799-925a-461b-b4db-de15b8caca70 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920858 Feb 09 12:52:37.519625 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b931a69c-d531-4aca-b5c0-95ce27df1a02 req-edd35d6b-ce45-4dde-9ab4-e7b3f5e9e9f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ae9277f-bd57-4865-aa70-2067250d9c21 HTTP/1.1" status: 200 len: 217 time: 0.0554376 Feb 09 12:52:37.617923 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931a69c-d531-4aca-b5c0-95ce27df1a02 req-9de15d9b-e1b2-46bb-ba3f-76a12ce3cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:37.619533 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b931a69c-d531-4aca-b5c0-95ce27df1a02 req-9de15d9b-e1b2-46bb-ba3f-76a12ce3cf65 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5361ada0-f2f0-49de-80d0-c2d7fc189252 HTTP/1.1" status: 200 len: 856 time: 0.0910184 Feb 09 12:52:37.628844 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7a58c-bfce-4af3-9b19-e60d2ed1520e req-4ed33c4f-04d2-4882-bf2c-3d38a1ec330a tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:37.630769 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-eee7a58c-bfce-4af3-9b19-e60d2ed1520e req-4ed33c4f-04d2-4882-bf2c-3d38a1ec330a tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 944 time: 0.1141033 Feb 09 12:52:37.733698 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931a69c-d531-4aca-b5c0-95ce27df1a02 req-8ce38d22-583b-4514-b85b-164c7f7168fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:37.735652 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b931a69c-d531-4aca-b5c0-95ce27df1a02 req-8ce38d22-583b-4514-b85b-164c7f7168fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a233017-512c-4fc0-9a95-c7f1c6d0e43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1038592 Feb 09 12:52:37.766559 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-eee7a58c-bfce-4af3-9b19-e60d2ed1520e req-e5321afd-acee-44b0-9de0-64ecf90d841b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209152 Feb 09 12:52:37.982857 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b931a69c-d531-4aca-b5c0-95ce27df1a02 req-dd3b874d-f54a-4274-918b-2cd5ab09b8c0 service neutron] 10.222.0.18 "GET /v2.0/networks/7a233017-512c-4fc0-9a95-c7f1c6d0e43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344215 Feb 09 12:52:37.996401 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220cd6f-9fec-462a-9972-19dae008206a req-de0bb14a-983d-4744-8404-dc0cfba7667a tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:37.998052 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-d220cd6f-9fec-462a-9972-19dae008206a req-de0bb14a-983d-4744-8404-dc0cfba7667a tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 944 time: 0.1398418 Feb 09 12:52:38.102159 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-d220cd6f-9fec-462a-9972-19dae008206a req-7238405f-c486-41b0-a335-cb6697602517 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942822 Feb 09 12:52:38.137055 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b931a69c-d531-4aca-b5c0-95ce27df1a02 req-67284514-b700-4f3f-a104-ae4c18ab2f03 service neutron] 10.222.0.18 "GET /v2.0/networks/7a233017-512c-4fc0-9a95-c7f1c6d0e43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479542 Feb 09 12:52:38.165498 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 48830) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:38.299188 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7e1f2984-0906-4da8-b007-43fb66dd9a47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:38.381953 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7e1f2984-0906-4da8-b007-43fb66dd9a47 admin admin] Publish callbacks [] for security_group (6a52199c-a308-44ad-ab79-a559ba81752a), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:38.537810 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7e1f2984-0906-4da8-b007-43fb66dd9a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (6a52199c-a308-44ad-ab79-a559ba81752a), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:38.793627 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-7e1f2984-0906-4da8-b007-43fb66dd9a47 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=457d6837697a4c8bbe477a4c07d98629&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6266732 Feb 09 12:52:38.794379 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f2984-0906-4da8-b007-43fb66dd9a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a52199c-a308-44ad-ab79-a559ba81752a,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:38.798990 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 48846) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:38.858604 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925cfe2-d460-47c9-a82a-97eb637de1a8 req-e6926c74-1648-4378-ab23-04321ea24d99 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:38.860348 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-9925cfe2-d460-47c9-a82a-97eb637de1a8 req-e6926c74-1648-4378-ab23-04321ea24d99 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 943 time: 0.3117647 Feb 09 12:52:38.873954 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=109771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 12:52:38.894967 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 47b98962-e563-49c9-a263-fd4069c0638c up at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:52:38.913663 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b34b309e-dcf9-4e3a-a88e-b820ef097f77 admin admin] Publish callbacks [] for security_group (6a52199c-a308-44ad-ab79-a559ba81752a), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:38.999365 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b34b309e-dcf9-4e3a-a88e-b820ef097f77 admin admin] Publish callbacks [] for security_group (6a52199c-a308-44ad-ab79-a559ba81752a), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:39.041325 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-9925cfe2-d460-47c9-a82a-97eb637de1a8 req-c9b2dfb6-97a5-4c17-90f8-8682bde32bce tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554420 Feb 09 12:52:39.165919 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning for port 47b98962-e563-49c9-a263-fd4069c0638c completed by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:52:39.185288 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning complete for port 47b98962-e563-49c9-a263-fd4069c0638c triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:39.186432 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (47b98962-e563-49c9-a263-fd4069c0638c), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:39.246411 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b34b309e-dcf9-4e3a-a88e-b820ef097f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (6a52199c-a308-44ad-ab79-a559ba81752a), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:39.249648 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b34b309e-dcf9-4e3a-a88e-b820ef097f77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:39.254504 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-b34b309e-dcf9-4e3a-a88e-b820ef097f77 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6a52199c-a308-44ad-ab79-a559ba81752a HTTP/1.1" status: 204 len: 168 time: 0.4501731 Feb 09 12:52:39.262194 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b309e-dcf9-4e3a-a88e-b820ef097f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a52199c-a308-44ad-ab79-a559ba81752a,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:39.286311 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=5b142666-aa1a-44d9-a5d9-d5a2e29c7fba,segment=NetworkSegment(f34400df-c94b-4224-9e0c-3c0104ffd1f7),segment_id=f34400df-c94b-4224-9e0c-3c0104ffd1f7)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:52:39.317921 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Returning: {'device': '5b142666-aa1a-44d9-a5d9-d5a2e29c7fba', 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a', 'port_id': '5b142666-aa1a-44d9-a5d9-d5a2e29c7fba', 'mac_address': 'fa:16:3e:f6:ee:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 12:52:39.368546 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b673c-9776-45e4-8710-9976613bb95c req-dd2eb6a3-21d1-4175-af7f-ef03edbbcf12 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:39.369741 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba is: DOWN; New status is: BUILD {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:52:39.370105 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (5b142666-aa1a-44d9-a5d9-d5a2e29c7fba), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:39.370367 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ec7b673c-9776-45e4-8710-9976613bb95c req-dd2eb6a3-21d1-4175-af7f-ef03edbbcf12 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 944 time: 0.0699928 Feb 09 12:52:39.415952 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:52:39.443956 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 47b98962-e563-49c9-a263-fd4069c0638c is: BUILD; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:52:39.444463 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (47b98962-e563-49c9-a263-fd4069c0638c), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:39.462585 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=5b142666-aa1a-44d9-a5d9-d5a2e29c7fba,segment=NetworkSegment(f34400df-c94b-4224-9e0c-3c0104ffd1f7),segment_id=f34400df-c94b-4224-9e0c-3c0104ffd1f7)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:52:39.481619 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7d387c-0a86-4086-b3b9-166e8861b394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b98962-e563-49c9-a263-fd4069c0638c'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:52:39.483900 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35568c951842a11d678cd4ef08ed24226590f5ef87a7b6612a56827cefa1ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d89039-3fb2-48c7-8458-d526dee5c01c" -d '{"events": [{"server_uuid": "3b7d387c-0a86-4086-b3b9-166e8861b394", "name": "network-vif-plugged", "status": "completed", "tag": "47b98962-e563-49c9-a263-fd4069c0638c"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:52:39.501356 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 47b98962-e563-49c9-a263-fd4069c0638c, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=47b98962-e563-49c9-a263-fd4069c0638c,segment=NetworkSegment(d2ad0c1b-255c-4074-845b-ea98d893a18c),segment_id=d2ad0c1b-255c-4074-845b-ea98d893a18c)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:52:39.600802 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (47b98962-e563-49c9-a263-fd4069c0638c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:39.605076 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (5b142666-aa1a-44d9-a5d9-d5a2e29c7fba), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:39.619365 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ec7b673c-9776-45e4-8710-9976613bb95c req-ebbd9130-de33-46ba-8c4c-ff381ea72a9e tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419083 Feb 09 12:52:39.660880 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=47b98962-e563-49c9-a263-fd4069c0638c,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:39.719327 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=5b142666-aa1a-44d9-a5d9-d5a2e29c7fba,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:39.747505 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a701e6-251c-483c-b356-ed336d7f95ae req-b3d6506a-087a-4b8b-873b-c071d1d059ba tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:39.749158 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a1a701e6-251c-483c-b356-ed336d7f95ae req-b3d6506a-087a-4b8b-873b-c071d1d059ba tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.0599799 Feb 09 12:52:39.848016 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a1a701e6-251c-483c-b356-ed336d7f95ae req-6414e5aa-a14a-4846-80f3-fd76a6ae3da4 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791028 Feb 09 12:52:39.856555 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['5b142666-aa1a-44d9-a5d9-d5a2e29c7fba'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:52:39.961401 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512b6964-b7bf-4584-9799-43685dfa5e1f x-openstack-request-id: req-512b6964-b7bf-4584-9799-43685dfa5e1f {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:52:39.961971 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7d387c-0a86-4086-b3b9-166e8861b394", "name": "network-vif-plugged", "status": "completed", "tag": "47b98962-e563-49c9-a263-fd4069c0638c", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:52:39.962057 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-512b6964-b7bf-4584-9799-43685dfa5e1f {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:52:39.962491 dv-cinder-810917-4-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7d387c-0a86-4086-b3b9-166e8861b394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b98962-e563-49c9-a263-fd4069c0638c', 'code': 200} Feb 09 12:52:40.275169 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 48878) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:40.303290 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2f1adad1-fcfc-4b9a-9567-b36afda172c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:40.321102 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef7958-37a0-4c59-82f0-62c87fc22981 req-2a6f05f3-a358-4d67-a0d6-5434fd0823e5 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:40.322713 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-42ef7958-37a0-4c59-82f0-62c87fc22981 req-2a6f05f3-a358-4d67-a0d6-5434fd0823e5 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 944 time: 0.1304760 Feb 09 12:52:40.436205 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-42ef7958-37a0-4c59-82f0-62c87fc22981 req-2fb21f8b-f612-4cf4-bfe9-e28ad2cf58b3 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028299 Feb 09 12:52:40.475257 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b504e17-ddaa-4a77-8937-0fe3b85fb515 req-81649e0f-7b87-433f-8dc1-05b0d4741c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:40.476779 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1b504e17-ddaa-4a77-8937-0fe3b85fb515 req-81649e0f-7b87-433f-8dc1-05b0d4741c65 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 1129 time: 0.1168835 Feb 09 12:52:40.491183 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2f1adad1-fcfc-4b9a-9567-b36afda172c2 admin admin] Publish callbacks [] for security_group (1d44f550-c941-4c7b-9439-9644c5caa244), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:40.530988 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1b504e17-ddaa-4a77-8937-0fe3b85fb515 req-e56be6fe-9570-4fa2-ac52-4970e8e5a979 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423484 Feb 09 12:52:40.582687 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2f1adad1-fcfc-4b9a-9567-b36afda172c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (1d44f550-c941-4c7b-9439-9644c5caa244), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:40.628485 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-2f1adad1-fcfc-4b9a-9567-b36afda172c2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f185d710705242e286b7c303fa7ce129&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3512235 Feb 09 12:52:40.629757 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1adad1-fcfc-4b9a-9567-b36afda172c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d44f550-c941-4c7b-9439-9644c5caa244,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:40.631306 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 48890) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:40.637724 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1adad1-fcfc-4b9a-9567-b36afda172c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:40.638100 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1adad1-fcfc-4b9a-9567-b36afda172c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:40.638513 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1adad1-fcfc-4b9a-9567-b36afda172c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:40.638855 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1adad1-fcfc-4b9a-9567-b36afda172c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:40.639187 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1adad1-fcfc-4b9a-9567-b36afda172c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:40.639550 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1adad1-fcfc-4b9a-9567-b36afda172c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:40.639900 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1adad1-fcfc-4b9a-9567-b36afda172c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:40.640240 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1adad1-fcfc-4b9a-9567-b36afda172c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:40.640588 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1adad1-fcfc-4b9a-9567-b36afda172c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:40.640962 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1adad1-fcfc-4b9a-9567-b36afda172c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:40.641294 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1adad1-fcfc-4b9a-9567-b36afda172c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:40.641620 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1adad1-fcfc-4b9a-9567-b36afda172c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:40.642077 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1adad1-fcfc-4b9a-9567-b36afda172c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:40.689124 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0d561b27-dba8-4e50-b4c5-6f9a65890707 admin admin] Publish callbacks [] for security_group (1d44f550-c941-4c7b-9439-9644c5caa244), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:40.731793 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0d561b27-dba8-4e50-b4c5-6f9a65890707 admin admin] Publish callbacks [] for security_group (1d44f550-c941-4c7b-9439-9644c5caa244), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:40.756152 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223cdc9c-c9ab-4cd3-94b4-e51deac52750 req-0b4da4dc-f9d9-4a0a-8245-f5cee9e7030f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:40.757777 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-223cdc9c-c9ab-4cd3-94b4-e51deac52750 req-0b4da4dc-f9d9-4a0a-8245-f5cee9e7030f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 944 time: 0.0609074 Feb 09 12:52:40.817033 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-223cdc9c-c9ab-4cd3-94b4-e51deac52750 req-0d34b360-f41f-4a17-9752-1102af2a61db tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514672 Feb 09 12:52:40.871661 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 7ae9277f-bd57-4865-aa70-2067250d9c21 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=109771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 12:52:40.874590 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba up at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:52:40.943387 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0d561b27-dba8-4e50-b4c5-6f9a65890707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (1d44f550-c941-4c7b-9439-9644c5caa244), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:40.946193 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0d561b27-dba8-4e50-b4c5-6f9a65890707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:40.947530 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-0d561b27-dba8-4e50-b4c5-6f9a65890707 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1d44f550-c941-4c7b-9439-9644c5caa244 HTTP/1.1" status: 204 len: 168 time: 0.3151371 Feb 09 12:52:40.958535 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d561b27-dba8-4e50-b4c5-6f9a65890707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d44f550-c941-4c7b-9439-9644c5caa244,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:40.969100 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d561b27-dba8-4e50-b4c5-6f9a65890707 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:40.970141 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d561b27-dba8-4e50-b4c5-6f9a65890707 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:40.970373 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d561b27-dba8-4e50-b4c5-6f9a65890707 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:40.971345 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d561b27-dba8-4e50-b4c5-6f9a65890707 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:40.972319 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d561b27-dba8-4e50-b4c5-6f9a65890707 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:40.972923 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d561b27-dba8-4e50-b4c5-6f9a65890707 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:40.973642 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d561b27-dba8-4e50-b4c5-6f9a65890707 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:40.974478 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d561b27-dba8-4e50-b4c5-6f9a65890707 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:40.975033 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d561b27-dba8-4e50-b4c5-6f9a65890707 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:40.976727 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d561b27-dba8-4e50-b4c5-6f9a65890707 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:40.977476 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d561b27-dba8-4e50-b4c5-6f9a65890707 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:40.978060 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d561b27-dba8-4e50-b4c5-6f9a65890707 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:40.978590 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d561b27-dba8-4e50-b4c5-6f9a65890707 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:41.016251 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f389d9d-6c65-49a5-8431-9a0679b95615 req-3ff525d8-7716-4d36-86b0-3e7d844c3118 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:41.017901 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4f389d9d-6c65-49a5-8431-9a0679b95615 req-3ff525d8-7716-4d36-86b0-3e7d844c3118 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.0786700 Feb 09 12:52:41.061737 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 7ae9277f-bd57-4865-aa70-2067250d9c21, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7ae9277f-bd57-4865-aa70-2067250d9c21,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:52:41.079325 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Returning: {'device': '7ae9277f-bd57-4865-aa70-2067250d9c21', 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'port_id': '7ae9277f-bd57-4865-aa70-2067250d9c21', 'mac_address': 'fa:16:3e:77:bf:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 12:52:41.116079 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4f389d9d-6c65-49a5-8431-9a0679b95615 req-3702e0fe-82cd-4a99-822c-b18d6ff18a0d tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867176 Feb 09 12:52:41.141329 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning for port 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba completed by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:52:41.158608 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning complete for port 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:41.160868 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (5b142666-aa1a-44d9-a5d9-d5a2e29c7fba), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:41.185266 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 7ae9277f-bd57-4865-aa70-2067250d9c21 is: DOWN; New status is: BUILD {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:52:41.185670 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (7ae9277f-bd57-4865-aa70-2067250d9c21), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:41.214367 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae9277f-bd57-4865-aa70-2067250d9c21 {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:52:41.241485 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 7ae9277f-bd57-4865-aa70-2067250d9c21, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7ae9277f-bd57-4865-aa70-2067250d9c21,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:52:41.292573 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba is: BUILD; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:52:41.293126 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (5b142666-aa1a-44d9-a5d9-d5a2e29c7fba), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:41.337232 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=5b142666-aa1a-44d9-a5d9-d5a2e29c7fba,segment=NetworkSegment(f34400df-c94b-4224-9e0c-3c0104ffd1f7),segment_id=f34400df-c94b-4224-9e0c-3c0104ffd1f7)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:52:41.366418 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (7ae9277f-bd57-4865-aa70-2067250d9c21), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:41.431523 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=7ae9277f-bd57-4865-aa70-2067250d9c21,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:41.514608 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (5b142666-aa1a-44d9-a5d9-d5a2e29c7fba), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:41.594091 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07189d4-fd15-4fd4-a05f-62b6330379de req-172e4d01-d663-4be5-a453-4dbb903ef35d tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:41.602732 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f07189d4-fd15-4fd4-a05f-62b6330379de req-172e4d01-d663-4be5-a453-4dbb903ef35d tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.0881529 Feb 09 12:52:41.637073 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=5b142666-aa1a-44d9-a5d9-d5a2e29c7fba,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:41.673733 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f07189d4-fd15-4fd4-a05f-62b6330379de req-49672358-34ce-47ef-8e42-80e6d8076975 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647237 Feb 09 12:52:41.764377 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['7ae9277f-bd57-4865-aa70-2067250d9c21'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:52:41.973927 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58ad133-652c-463e-be09-1796294decee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b142666-aa1a-44d9-a5d9-d5a2e29c7fba'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:52:41.973927 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35568c951842a11d678cd4ef08ed24226590f5ef87a7b6612a56827cefa1ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34a1912-2cd3-418c-af7f-0d3b77ac2c7d" -d '{"events": [{"server_uuid": "c58ad133-652c-463e-be09-1796294decee", "name": "network-vif-plugged", "status": "completed", "tag": "5b142666-aa1a-44d9-a5d9-d5a2e29c7fba"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:52:42.017725 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5e3e7-0600-4fd7-bb69-a4d6a1577692 req-7849de94-b320-4b84-9b54-25dd1328bebc tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:42.020219 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ebd5e3e7-0600-4fd7-bb69-a4d6a1577692 req-7849de94-b320-4b84-9b54-25dd1328bebc tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 945 time: 0.1011734 Feb 09 12:52:42.041618 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee41ba11-a892-4cca-b752-83a38e046fcc x-openstack-request-id: req-ee41ba11-a892-4cca-b752-83a38e046fcc {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:52:42.042199 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58ad133-652c-463e-be09-1796294decee", "name": "network-vif-plugged", "status": "completed", "tag": "5b142666-aa1a-44d9-a5d9-d5a2e29c7fba", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:52:42.042616 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ee41ba11-a892-4cca-b752-83a38e046fcc {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:52:42.043263 dv-cinder-810917-4-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58ad133-652c-463e-be09-1796294decee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b142666-aa1a-44d9-a5d9-d5a2e29c7fba', 'code': 200} Feb 09 12:52:42.122868 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ebd5e3e7-0600-4fd7-bb69-a4d6a1577692 req-9957be9e-65ef-4b3f-83f0-dca13ec9623c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932992 Feb 09 12:52:42.275558 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a17c0266-d784-4908-bb80-ef86f5731fcb req-7f991951-1caf-4f63-9c28-2e7ab4f84536 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1103020 Feb 09 12:52:42.291066 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e3c89-a3da-479e-affd-ebc0a15ffd75 req-8affd3aa-bf4c-44e0-b44b-f0198d4dc798 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:42.292724 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d00e3c89-a3da-479e-affd-ebc0a15ffd75 req-8affd3aa-bf4c-44e0-b44b-f0198d4dc798 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.0832560 Feb 09 12:52:42.351075 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d00e3c89-a3da-479e-affd-ebc0a15ffd75 req-00ab5f7e-b2e9-4435-a66b-1516debfba64 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494847 Feb 09 12:52:42.810492 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b6101-6f59-4f70-9bb5-5df13d93dec3 req-36c9366f-0650-49f9-865c-ff92b77338ad tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:42.812108 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-253b6101-6f59-4f70-9bb5-5df13d93dec3 req-36c9366f-0650-49f9-865c-ff92b77338ad tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.0600281 Feb 09 12:52:42.865381 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-253b6101-6f59-4f70-9bb5-5df13d93dec3 req-b9a0bb5b-7757-49f3-b427-84ff543450cb tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466309 Feb 09 12:52:43.034374 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735b42f-5548-4f2b-bf98-060e24bff793 req-bb8f204b-05eb-45ec-8c50-2b6023f2b744 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:43.036132 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1735b42f-5548-4f2b-bf98-060e24bff793 req-bb8f204b-05eb-45ec-8c50-2b6023f2b744 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.0704715 Feb 09 12:52:43.099241 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1735b42f-5548-4f2b-bf98-060e24bff793 req-b7c3ede7-edbe-4947-b2ee-2b0e608e337d tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527945 Feb 09 12:52:43.301300 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc3394-5983-4e0e-add5-4c5ec486cf80 req-82979a33-aff9-4421-a1a0-76890815621f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:43.302822 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-e3fc3394-5983-4e0e-add5-4c5ec486cf80 req-82979a33-aff9-4421-a1a0-76890815621f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 945 time: 0.0579634 Feb 09 12:52:43.351734 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-e3fc3394-5983-4e0e-add5-4c5ec486cf80 req-f44b874f-329d-4132-a521-d8337e30f962 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431695 Feb 09 12:52:44.011164 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350695bb-e9b0-4572-9b50-b0389c071ccf req-4fd0a15a-7f15-429f-b40a-52a8fb78060d tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:44.012864 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-350695bb-e9b0-4572-9b50-b0389c071ccf req-4fd0a15a-7f15-429f-b40a-52a8fb78060d tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.0653324 Feb 09 12:52:44.082729 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-350695bb-e9b0-4572-9b50-b0389c071ccf req-3670a97d-e821-4c64-9da3-ff3c701a072d tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582182 Feb 09 12:52:44.238579 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09771bca-872c-4803-b719-c5239ad9954d req-23a0b42d-fc60-451d-b355-38ca69c538a6 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:44.240328 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-09771bca-872c-4803-b719-c5239ad9954d req-23a0b42d-fc60-451d-b355-38ca69c538a6 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.0604873 Feb 09 12:52:44.295363 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-09771bca-872c-4803-b719-c5239ad9954d req-fc9cbf43-58d7-45f4-a41e-bcd5145a0346 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475488 Feb 09 12:52:44.494269 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21dc3cf-741b-4550-bc5d-5e167837816c req-13292b3c-f4dc-4831-b35f-7d0175d3fb4e tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:44.495856 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a21dc3cf-741b-4550-bc5d-5e167837816c req-13292b3c-f4dc-4831-b35f-7d0175d3fb4e tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 945 time: 0.0538824 Feb 09 12:52:44.545766 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a21dc3cf-741b-4550-bc5d-5e167837816c req-4d4918d9-69f9-495e-968e-c7f501c8ec37 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438805 Feb 09 12:52:44.548138 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:44.952866 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c0266-d784-4908-bb80-ef86f5731fcb req-0e3613cc-297c-4221-abcd-5ec1e76045a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:44.954665 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a17c0266-d784-4908-bb80-ef86f5731fcb req-0e3613cc-297c-4221-abcd-5ec1e76045a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ffd005ddd8b54694abf2c6cbc33bff8b&device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 1130 time: 0.0831487 Feb 09 12:52:44.959413 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef49c92-f5e9-46bd-a68d-3360a65d5df7 req-3534a4b0-2815-4948-8c17-eb19b2c17de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:44.962186 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cef49c92-f5e9-46bd-a68d-3360a65d5df7 req-3534a4b0-2815-4948-8c17-eb19b2c17de1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 1129 time: 0.0917923 Feb 09 12:52:45.028672 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 49038) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:45.069299 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cef49c92-f5e9-46bd-a68d-3360a65d5df7 req-84176d2b-fe9c-4db5-8bb4-f922e710262e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897257 Feb 09 12:52:45.072271 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407e8cb-64ed-48d6-b80e-d9498e247bb7 req-e05480ad-08c3-4440-9978-0934f4c5c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:45.073789 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6407e8cb-64ed-48d6-b80e-d9498e247bb7 req-e05480ad-08c3-4440-9978-0934f4c5c530 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aac257b16e274dfb9778b47283dbc3d7&device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 1129 time: 0.0853009 Feb 09 12:52:45.112799 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c0266-d784-4908-bb80-ef86f5731fcb req-460d07b5-dc94-425f-80e0-013c79920557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:45.115912 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a17c0266-d784-4908-bb80-ef86f5731fcb req-460d07b5-dc94-425f-80e0-013c79920557 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c503528d-9c98-42eb-aea2-2650c54662c7 HTTP/1.1" status: 200 len: 913 time: 0.1311302 Feb 09 12:52:45.207449 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fbf0cf16-8f5f-4848-9680-ce788144d433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:45.229771 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68e80c-c77b-409e-82bf-5f07b83cd1e5 req-8ed06dd5-d207-4327-b3c6-bd962cad64ba tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:45.231474 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-bd68e80c-c77b-409e-82bf-5f07b83cd1e5 req-8ed06dd5-d207-4327-b3c6-bd962cad64ba tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.0704279 Feb 09 12:52:45.298507 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-bd68e80c-c77b-409e-82bf-5f07b83cd1e5 req-0dbf8900-2e57-4c60-b902-8aaf800c3910 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613110 Feb 09 12:52:45.322404 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fbf0cf16-8f5f-4848-9680-ce788144d433 admin admin] Publish callbacks [] for security_group (560118df-ae1a-416c-92f9-92fd655fc7de), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:45.347665 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a17c0266-d784-4908-bb80-ef86f5731fcb req-dfb3d0e7-7f6c-4a7e-b5b9-bf6323ca35f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9c08fe2-352d-4d55-aed1-e41644d08b0c HTTP/1.1" status: 200 len: 217 time: 0.0455117 Feb 09 12:52:45.413315 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c0266-d784-4908-bb80-ef86f5731fcb req-6a0beae3-c327-4dc5-8fe7-edc44353f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:45.414948 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a17c0266-d784-4908-bb80-ef86f5731fcb req-6a0beae3-c327-4dc5-8fe7-edc44353f48e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56a043ac-e57d-4cb8-8ab2-9c04c509ae33 HTTP/1.1" status: 200 len: 852 time: 0.0597537 Feb 09 12:52:45.441224 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407e8cb-64ed-48d6-b80e-d9498e247bb7 req-949ecd81-5579-41f2-972c-8ebe5494e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:45.446356 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6407e8cb-64ed-48d6-b80e-d9498e247bb7 req-949ecd81-5579-41f2-972c-8ebe5494e1af service neutron] 10.222.0.18 "GET /v2.0/networks?id=fe9e02a9-db66-4356-b324-dd8d3fc56de1 HTTP/1.1" status: 200 len: 920 time: 0.1413157 Feb 09 12:52:45.452809 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a17c0266-d784-4908-bb80-ef86f5731fcb req-3f99fcc6-f33b-42d0-af71-23e67dcbbf4d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c503528d-9c98-42eb-aea2-2650c54662c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320210 Feb 09 12:52:45.500247 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae05d9e-fc73-42e9-8c2c-901ec4e89cca req-3ae31b44-fddf-41c9-8aff-932018edd42d tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:45.501806 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-aae05d9e-fc73-42e9-8c2c-901ec4e89cca req-3ae31b44-fddf-41c9-8aff-932018edd42d tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.1242430 Feb 09 12:52:45.502468 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fbf0cf16-8f5f-4848-9680-ce788144d433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (560118df-ae1a-416c-92f9-92fd655fc7de), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:45.507942 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6407e8cb-64ed-48d6-b80e-d9498e247bb7 req-5f695a89-6198-4633-bfe5-c5145c02f2b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47b98962-e563-49c9-a263-fd4069c0638c HTTP/1.1" status: 200 len: 217 time: 0.0590928 Feb 09 12:52:45.563028 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a17c0266-d784-4908-bb80-ef86f5731fcb req-a59c795e-31a0-439a-ae98-d99925852662 service neutron] 10.222.0.18 "GET /v2.0/networks/c503528d-9c98-42eb-aea2-2650c54662c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043911 Feb 09 12:52:45.600944 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0cf16-8f5f-4848-9680-ce788144d433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560118df-ae1a-416c-92f9-92fd655fc7de,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:45.611039 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-fbf0cf16-8f5f-4848-9680-ce788144d433 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6f885d8e1ec8497b894313f543fea464&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5778737 Feb 09 12:52:45.618452 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 49052) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:45.651898 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407e8cb-64ed-48d6-b80e-d9498e247bb7 req-de2ca3f5-bc9e-465b-9abc-427850278b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:45.653405 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6407e8cb-64ed-48d6-b80e-d9498e247bb7 req-de2ca3f5-bc9e-465b-9abc-427850278b4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3eaa3335-b6ec-45d9-968c-d644bee9379c HTTP/1.1" status: 200 len: 859 time: 0.1275718 Feb 09 12:52:45.669736 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-aae05d9e-fc73-42e9-8c2c-901ec4e89cca req-40fcb486-edf8-42ed-bd94-a914c7164a7b tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589868 Feb 09 12:52:45.716603 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6407e8cb-64ed-48d6-b80e-d9498e247bb7 req-02bf7210-32a6-4186-8196-47f724393ade service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe9e02a9-db66-4356-b324-dd8d3fc56de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506849 Feb 09 12:52:45.733646 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a17c0266-d784-4908-bb80-ef86f5731fcb req-4a8c2af4-7405-48eb-92cb-227983ea2430 service neutron] 10.222.0.18 "GET /v2.0/networks/c503528d-9c98-42eb-aea2-2650c54662c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644032 Feb 09 12:52:45.759867 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633de2a-734f-4066-a884-93edf536b3ce req-48a6e80e-43b9-4f2d-b8f7-b3ff32744569 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:45.761491 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c633de2a-734f-4066-a884-93edf536b3ce req-48a6e80e-43b9-4f2d-b8f7-b3ff32744569 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 945 time: 0.0924685 Feb 09 12:52:45.799044 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3dbbaa52-ded1-4dab-89f1-4c38cbd8d346 admin admin] Publish callbacks [] for security_group (560118df-ae1a-416c-92f9-92fd655fc7de), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:45.826147 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c633de2a-734f-4066-a884-93edf536b3ce req-aec57291-7938-4d36-b064-f01f1fe01262 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582674 Feb 09 12:52:45.835548 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3dbbaa52-ded1-4dab-89f1-4c38cbd8d346 admin admin] Publish callbacks [] for security_group (560118df-ae1a-416c-92f9-92fd655fc7de), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:45.887807 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6407e8cb-64ed-48d6-b80e-d9498e247bb7 req-10ae188f-4a6e-44c4-b2ab-a8974c8eefc6 service neutron] 10.222.0.18 "GET /v2.0/networks/fe9e02a9-db66-4356-b324-dd8d3fc56de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609831 Feb 09 12:52:46.003309 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6407e8cb-64ed-48d6-b80e-d9498e247bb7 req-c98f7dff-8090-47bd-a1cf-433021e33845 service neutron] 10.222.0.18 "GET /v2.0/networks/fe9e02a9-db66-4356-b324-dd8d3fc56de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998700 Feb 09 12:52:46.045429 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3dbbaa52-ded1-4dab-89f1-4c38cbd8d346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (560118df-ae1a-416c-92f9-92fd655fc7de), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:46.048171 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3dbbaa52-ded1-4dab-89f1-4c38cbd8d346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:46.049401 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-3dbbaa52-ded1-4dab-89f1-4c38cbd8d346 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/560118df-ae1a-416c-92f9-92fd655fc7de HTTP/1.1" status: 204 len: 168 time: 0.4299893 Feb 09 12:52:46.059384 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbaa52-ded1-4dab-89f1-4c38cbd8d346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560118df-ae1a-416c-92f9-92fd655fc7de,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:46.464565 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df7455-1d22-4b58-8af7-fa509f733429 req-1cf450e0-c18e-479a-a69c-01d7e179a33a tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:46.466561 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b6df7455-1d22-4b58-8af7-fa509f733429 req-1cf450e0-c18e-479a-a69c-01d7e179a33a tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.0710814 Feb 09 12:52:46.524545 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b6df7455-1d22-4b58-8af7-fa509f733429 req-38e2d0cd-defa-4304-891e-f51453238ed9 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507550 Feb 09 12:52:46.855643 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c4f8e-a34c-4171-8b2f-d516ee8a3f1e req-56375ade-8849-43fa-9510-2b40d5d33374 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:46.857407 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-d38c4f8e-a34c-4171-8b2f-d516ee8a3f1e req-56375ade-8849-43fa-9510-2b40d5d33374 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.1033728 Feb 09 12:52:46.900618 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 7ae9277f-bd57-4865-aa70-2067250d9c21 up at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:52:46.918250 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-d38c4f8e-a34c-4171-8b2f-d516ee8a3f1e req-70f72a0c-0822-4c56-bb6d-c5325bd52f1f tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525360 Feb 09 12:52:46.970067 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920aa42-66a3-402f-8c34-a9763838914b req-4d460658-5283-4b29-b9ba-2c9b48437299 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:46.971639 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3920aa42-66a3-402f-8c34-a9763838914b req-4d460658-5283-4b29-b9ba-2c9b48437299 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 945 time: 0.0645161 Feb 09 12:52:47.028703 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3920aa42-66a3-402f-8c34-a9763838914b req-b49211ad-e017-4caf-ba0c-66b7051b5e94 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500438 Feb 09 12:52:47.068342 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning for port 7ae9277f-bd57-4865-aa70-2067250d9c21 completed by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:52:47.073425 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning complete for port 7ae9277f-bd57-4865-aa70-2067250d9c21 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:52:47.074034 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (7ae9277f-bd57-4865-aa70-2067250d9c21), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:47.155151 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 7ae9277f-bd57-4865-aa70-2067250d9c21 is: BUILD; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:52:47.158141 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (7ae9277f-bd57-4865-aa70-2067250d9c21), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:47.183243 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8ad3c9-5d75-4419-9f06-19cb6859619f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae9277f-bd57-4865-aa70-2067250d9c21'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:52:47.185612 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35568c951842a11d678cd4ef08ed24226590f5ef87a7b6612a56827cefa1ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80725d85-61b4-4735-a3b2-a27d7e69f650" -d '{"events": [{"server_uuid": "ae8ad3c9-5d75-4419-9f06-19cb6859619f", "name": "network-vif-plugged", "status": "completed", "tag": "7ae9277f-bd57-4865-aa70-2067250d9c21"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:52:47.188468 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 49098) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:47.212624 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-25faf072-4f73-42cf-a777-704d990a1381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:47.235480 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 7ae9277f-bd57-4865-aa70-2067250d9c21, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7ae9277f-bd57-4865-aa70-2067250d9c21,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:52:47.248853 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1041521-486a-417c-bb87-5ffe871fe168 x-openstack-request-id: req-b1041521-486a-417c-bb87-5ffe871fe168 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:52:47.249166 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8ad3c9-5d75-4419-9f06-19cb6859619f", "name": "network-vif-plugged", "status": "completed", "tag": "7ae9277f-bd57-4865-aa70-2067250d9c21", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:52:47.250059 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b1041521-486a-417c-bb87-5ffe871fe168 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:52:47.250466 dv-cinder-810917-4-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8ad3c9-5d75-4419-9f06-19cb6859619f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae9277f-bd57-4865-aa70-2067250d9c21', 'code': 200} Feb 09 12:52:47.372260 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-25faf072-4f73-42cf-a777-704d990a1381 admin admin] Publish callbacks [] for security_group (49e95246-547c-4697-9320-3ea656203c6c), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:47.399927 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (7ae9277f-bd57-4865-aa70-2067250d9c21), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:47.448865 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=7ae9277f-bd57-4865-aa70-2067250d9c21,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:47.455944 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:47.456345 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:47.456720 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:47.457063 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:47.457394 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:47.457720 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:47.458040 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:47.458372 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:47.458690 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:47.459010 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:47.459337 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:47.459683 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:47.460001 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:52:47.577991 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-25faf072-4f73-42cf-a777-704d990a1381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (49e95246-547c-4697-9320-3ea656203c6c), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:47.704654 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-25faf072-4f73-42cf-a777-704d990a1381 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=64070a49973846cb8bc8e38c97abc3e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5140805 Feb 09 12:52:47.706798 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25faf072-4f73-42cf-a777-704d990a1381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e95246-547c-4697-9320-3ea656203c6c,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:47.708266 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 49108) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:47.766718 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0e890661-fc65-42be-8926-62c8f0540833 admin admin] Publish callbacks [] for security_group (49e95246-547c-4697-9320-3ea656203c6c), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:47.774337 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd2220-8147-4977-b7cd-4b8af0db1285 req-69bbf489-e317-472e-acff-fa438bc46c60 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:47.777468 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8bcd2220-8147-4977-b7cd-4b8af0db1285 req-69bbf489-e317-472e-acff-fa438bc46c60 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.1640830 Feb 09 12:52:47.801786 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0e890661-fc65-42be-8926-62c8f0540833 admin admin] Publish callbacks [] for security_group (49e95246-547c-4697-9320-3ea656203c6c), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:47.887720 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8bcd2220-8147-4977-b7cd-4b8af0db1285 req-0db96c41-b8f2-4015-aacc-8a2bbec3e058 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044924 Feb 09 12:52:47.890521 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b74dc9-995b-48e9-bb7a-66296220fb5e req-710a980a-dc9b-4a52-a27d-a96ee2abade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:47.892025 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-21b74dc9-995b-48e9-bb7a-66296220fb5e req-710a980a-dc9b-4a52-a27d-a96ee2abade7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 1130 time: 0.1461234 Feb 09 12:52:47.948805 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-21b74dc9-995b-48e9-bb7a-66296220fb5e req-45dcc395-59e9-49c9-bc20-8179ffbfa6a4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470738 Feb 09 12:52:47.965632 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0e890661-fc65-42be-8926-62c8f0540833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (49e95246-547c-4697-9320-3ea656203c6c), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:47.968455 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0e890661-fc65-42be-8926-62c8f0540833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:47.972066 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-0e890661-fc65-42be-8926-62c8f0540833 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/49e95246-547c-4697-9320-3ea656203c6c HTTP/1.1" status: 204 len: 168 time: 0.2610676 Feb 09 12:52:48.014199 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e890661-fc65-42be-8926-62c8f0540833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e95246-547c-4697-9320-3ea656203c6c,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:48.072378 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9931f1-86d9-42e0-b403-8d55ea557322 req-2775717c-a2f2-4da4-a5de-d6c815fdaa76 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:48.074195 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ad9931f1-86d9-42e0-b403-8d55ea557322 req-2775717c-a2f2-4da4-a5de-d6c815fdaa76 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.0669124 Feb 09 12:52:48.085074 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fd61a-a1ca-4fcf-9f17-a88251fa055f req-55ca4f88-8a0e-4aa8-b550-8d536d398cd0 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:48.087358 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-7e8fd61a-a1ca-4fcf-9f17-a88251fa055f req-55ca4f88-8a0e-4aa8-b550-8d536d398cd0 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.1109488 Feb 09 12:52:48.104433 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 49124) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:48.109571 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-8fec0764-2c1f-46c8-acd6-9fa905dfed6c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Request body: {'floatingip': {'port_id': '5b142666-aa1a-44d9-a5d9-d5a2e29c7fba'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:48.144105 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ad9931f1-86d9-42e0-b403-8d55ea557322 req-8e6c7fde-632a-4930-8e23-e6b8c0655aa9 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632846 Feb 09 12:52:48.209617 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8fec0764-2c1f-46c8-acd6-9fa905dfed6c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for floatingip (82251f5e-894d-4ff2-aba6-c5f5ada5784e), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:48.380974 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6813372-b507-434a-9096-5977f54997c6 req-dbc981c7-6214-48ff-90b4-50664b4cd554 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:48.382748 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-d6813372-b507-434a-9096-5977f54997c6 req-dbc981c7-6214-48ff-90b4-50664b4cd554 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.1967027 Feb 09 12:52:48.538491 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-d6813372-b507-434a-9096-5977f54997c6 req-0e789b3b-839d-4359-80ca-62656bd31344 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318488 Feb 09 12:52:48.967528 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8fec0764-2c1f-46c8-acd6-9fa905dfed6c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:49.085807 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8fec0764-2c1f-46c8-acd6-9fa905dfed6c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591139'] for floatingip (82251f5e-894d-4ff2-aba6-c5f5ada5784e), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:49.314662 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9403805-6f2f-4a0c-9389-358ab983e6a8 req-659ac548-7acc-4686-8d8d-59df71ecd09d tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:49.316715 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d9403805-6f2f-4a0c-9389-358ab983e6a8 req-659ac548-7acc-4686-8d8d-59df71ecd09d tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.0825632 Feb 09 12:52:49.374399 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d9403805-6f2f-4a0c-9389-358ab983e6a8 req-f80e8388-0422-49f5-b4b3-75af9c3a8db4 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512629 Feb 09 12:52:49.447821 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.db.l3_db [None req-8fec0764-2c1f-46c8-acd6-9fa905dfed6c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Floating IP 82251f5e-894d-4ff2-aba6-c5f5ada5784e associated. External IP: 172.27.3.33, port: 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba. Feb 09 12:52:49.779604 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd9a46-52a3-466b-a73e-4111605d64cd req-736a6359-4324-4470-a3f6-41428dd18517 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:49.781338 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a4fd9a46-52a3-466b-a73e-4111605d64cd req-736a6359-4324-4470-a3f6-41428dd18517 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.1194315 Feb 09 12:52:49.791226 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fec0764-2c1f-46c8-acd6-9fa905dfed6c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Router 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:52:49.906681 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a4fd9a46-52a3-466b-a73e-4111605d64cd req-ee8574b2-89d6-484a-8030-b1ac71626f8b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181479 Feb 09 12:52:49.960037 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fec0764-2c1f-46c8-acd6-9fa905dfed6c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:52:49.969750 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8fec0764-2c1f-46c8-acd6-9fa905dfed6c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for floatingip (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:49.978093 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3257808b-bc41-45be-9db7-5456b0f91f14 None None] Sync routers for ids ['5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'] in dv-cinder-810917-4-iscsi {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:52:49.994695 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3257808b-bc41-45be-9db7-5456b0f91f14 None None] Routers {'5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:52:49.995239 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-3257808b-bc41-45be-9db7-5456b0f91f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:52:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:50.004324 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-8fec0764-2c1f-46c8-acd6-9fa905dfed6c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "PUT /v2.0/floatingips/82251f5e-894d-4ff2-aba6-c5f5ada5784e HTTP/1.1" status: 200 len: 990 time: 1.8940976 Feb 09 12:52:50.004324 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58ad133-652c-463e-be09-1796294decee', 'tag': '5b142666-aa1a-44d9-a5d9-d5a2e29c7fba'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:52:50.004324 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7671266cdcd25feb0d1fb7d0d4a7a38583ecefa09a530944b0969c09dda32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83a443f-870a-43c3-b6ef-266660b79185" -d '{"events": [{"name": "network-changed", "server_uuid": "c58ad133-652c-463e-be09-1796294decee", "tag": "5b142666-aa1a-44d9-a5d9-d5a2e29c7fba"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:52:50.088936 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 12:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c289f3e-f63c-424c-9fa6-9ce2d0a0a4c7 x-openstack-request-id: req-9c289f3e-f63c-424c-9fa6-9ce2d0a0a4c7 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:52:50.089651 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58ad133-652c-463e-be09-1796294decee", "tag": "5b142666-aa1a-44d9-a5d9-d5a2e29c7fba", "status": "completed", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:52:50.090238 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9c289f3e-f63c-424c-9fa6-9ce2d0a0a4c7 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:52:50.090977 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58ad133-652c-463e-be09-1796294decee', 'tag': '5b142666-aa1a-44d9-a5d9-d5a2e29c7fba', 'status': 'completed', 'code': 200} Feb 09 12:52:50.140768 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585209e0-4691-4b4e-a7f6-fffd228a1f32 req-985aa96d-a0ce-4d09-ba22-5f73a2f82efe tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:50.143568 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-585209e0-4691-4b4e-a7f6-fffd228a1f32 req-985aa96d-a0ce-4d09-ba22-5f73a2f82efe tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.0839701 Feb 09 12:52:50.261195 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-585209e0-4691-4b4e-a7f6-fffd228a1f32 req-889fec0c-db87-46b7-84f7-833d873d91fe tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054835 Feb 09 12:52:50.270902 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-3257808b-bc41-45be-9db7-5456b0f91f14 None None] Set router 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:52:50.274305 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a443f-870a-43c3-b6ef-266660b79185 req-2c935218-6db5-4c19-8fc2-82a3857355af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:50.277609 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d83a443f-870a-43c3-b6ef-266660b79185 req-2c935218-6db5-4c19-8fc2-82a3857355af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ae5fef998e8491e9c43576344076b19&device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 1129 time: 0.1258512 Feb 09 12:52:50.428720 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a443f-870a-43c3-b6ef-266660b79185 req-8d52b1fa-8b5d-4db4-ae78-06181de3969c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:50.431606 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d83a443f-870a-43c3-b6ef-266660b79185 req-8d52b1fa-8b5d-4db4-ae78-06181de3969c service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b9eccac-64ca-4d60-9a01-96555c9ae72a HTTP/1.1" status: 200 len: 911 time: 0.1450169 Feb 09 12:52:50.564543 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eea1df-0024-45a9-bd8e-816c79d63c17 req-b6e74ca3-c73a-4244-936d-3c07ce6324a7 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:50.566134 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-43eea1df-0024-45a9-bd8e-816c79d63c17 req-b6e74ca3-c73a-4244-936d-3c07ce6324a7 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.0866306 Feb 09 12:52:50.601525 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d83a443f-870a-43c3-b6ef-266660b79185 req-af09b391-c5ee-404b-86cc-411523e2a182 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b142666-aa1a-44d9-a5d9-d5a2e29c7fba HTTP/1.1" status: 200 len: 998 time: 0.1340573 Feb 09 12:52:50.633007 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-43eea1df-0024-45a9-bd8e-816c79d63c17 req-5ab81fb7-373c-4e89-9be1-aaa965906101 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602288 Feb 09 12:52:50.670292 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a443f-870a-43c3-b6ef-266660b79185 req-8f2e54ad-3d0d-4e6e-b0c8-0084f561ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:50.672204 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d83a443f-870a-43c3-b6ef-266660b79185 req-8f2e54ad-3d0d-4e6e-b0c8-0084f561ba8f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=84a8a225-35f7-4e02-9760-81e6be58b94d HTTP/1.1" status: 200 len: 849 time: 0.0667915 Feb 09 12:52:50.680521 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-3257808b-bc41-45be-9db7-5456b0f91f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'name': 'tempest-AttachVolumeTestJSON-791187294-router', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:05Z', 'revision_number': 4, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'gw_port': {'id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:49Z', 'updated_at': '2022-02-09T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_floatingips': [{'id': '82251f5e-894d-4ff2-aba6-c5f5ada5784e', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'port_id': '5b142666-aa1a-44d9-a5d9-d5a2e29c7fba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a', 'mac_address': 'fa:16:3e:f6:ee:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58ad133-652c-463e-be09-1796294decee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:52:20Z', 'updated_at': '2022-02-09T12:52:48Z', 'revision_number': 1, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6546c8-08f3-457c-b54a-d9fb04051f91', 'name': '', 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'mac_address': 'fa:16:3e:97:e2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:52:01Z', 'updated_at': '2022-02-09T12:52:14Z', 'revision_number': 5, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'subnets': [{'id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:50.722618 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3257808b-bc41-45be-9db7-5456b0f91f14 None None] Checking router: 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 for host: dv-cinder-810917-4-iscsi {{(pid=109772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:52:50.733106 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3257808b-bc41-45be-9db7-5456b0f91f14 None None] Routers {'5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:52:50.733764 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-3257808b-bc41-45be-9db7-5456b0f91f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:52:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:50.783098 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a443f-870a-43c3-b6ef-266660b79185 req-5acf9f9d-44a5-4b1f-bd32-911188daa030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:50.787095 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d83a443f-870a-43c3-b6ef-266660b79185 req-5acf9f9d-44a5-4b1f-bd32-911188daa030 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b9eccac-64ca-4d60-9a01-96555c9ae72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0993791 Feb 09 12:52:50.884781 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-3257808b-bc41-45be-9db7-5456b0f91f14 None None] Set router 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:52:50.913604 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d83a443f-870a-43c3-b6ef-266660b79185 req-cb7a0b55-385c-4f56-bb76-a55e6d061ade service neutron] 10.222.0.18 "GET /v2.0/networks/2b9eccac-64ca-4d60-9a01-96555c9ae72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198814 Feb 09 12:52:51.105485 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d83a443f-870a-43c3-b6ef-266660b79185 req-4994597b-54d5-4a70-8196-f7a93d727f26 service neutron] 10.222.0.18 "GET /v2.0/networks/2b9eccac-64ca-4d60-9a01-96555c9ae72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850979 Feb 09 12:52:51.140565 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa971df0-270b-4358-a5f5-9c324cd625aa req-614db123-2032-48b5-9a4c-9cf962c736ec tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:51.142988 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-aa971df0-270b-4358-a5f5-9c324cd625aa req-614db123-2032-48b5-9a4c-9cf962c736ec tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.0976448 Feb 09 12:52:51.260864 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-aa971df0-270b-4358-a5f5-9c324cd625aa req-cc92ffcb-ee95-4513-8339-343cadcbc059 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458813 Feb 09 12:52:51.261199 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-3257808b-bc41-45be-9db7-5456b0f91f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'name': 'tempest-AttachVolumeTestJSON-791187294-router', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:05Z', 'revision_number': 4, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'gw_port': {'id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:49Z', 'updated_at': '2022-02-09T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_floatingips': [{'id': '82251f5e-894d-4ff2-aba6-c5f5ada5784e', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'port_id': '5b142666-aa1a-44d9-a5d9-d5a2e29c7fba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a', 'mac_address': 'fa:16:3e:f6:ee:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58ad133-652c-463e-be09-1796294decee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:52:20Z', 'updated_at': '2022-02-09T12:52:48Z', 'revision_number': 1, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6546c8-08f3-457c-b54a-d9fb04051f91', 'name': '', 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'mac_address': 'fa:16:3e:97:e2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:52:01Z', 'updated_at': '2022-02-09T12:52:14Z', 'revision_number': 5, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'subnets': [{'id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:51.261856 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3257808b-bc41-45be-9db7-5456b0f91f14 None None] The sync data for ids ['5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'] in dv-cinder-810917-4-iscsi is: [{'id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'name': 'tempest-AttachVolumeTestJSON-791187294-router', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:05Z', 'revision_number': 4, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'gw_port': {'id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:49Z', 'updated_at': '2022-02-09T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_floatingips': [{'id': '82251f5e-894d-4ff2-aba6-c5f5ada5784e', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'port_id': '5b142666-aa1a-44d9-a5d9-d5a2e29c7fba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a', 'mac_address': 'fa:16:3e:f6:ee:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58ad133-652c-463e-be09-1796294decee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:52:20Z', 'updated_at': '2022-02-09T12:52:48Z', 'revision_number': 1, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6546c8-08f3-457c-b54a-d9fb04051f91', 'name': '', 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'mac_address': 'fa:16:3e:97:e2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:52:01Z', 'updated_at': '2022-02-09T12:52:14Z', 'revision_number': 5, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'subnets': [{'id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:52:51.415645 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca9ba4-1cd0-4c90-98db-08f173162996 req-e10df59e-5b73-4d7c-8d61-72c0d9c0ac61 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:51.417854 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-d9ca9ba4-1cd0-4c90-98db-08f173162996 req-e10df59e-5b73-4d7c-8d61-72c0d9c0ac61 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.0692906 Feb 09 12:52:51.431803 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 49224) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:51.432553 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-69ddece2-b951-4763-8bb7-9aca281edcac tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Request body: {'floatingip': {'port_id': '7ae9277f-bd57-4865-aa70-2067250d9c21'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:52:51.480884 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-69ddece2-b951-4763-8bb7-9aca281edcac tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for floatingip (9d42ba06-6846-4e46-a87c-60c6b8c989b3), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:51.537910 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-2e74b5e9-2da5-4068-9959-9306329f41b8 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:51.760909 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-2e74b5e9-2da5-4068-9959-9306329f41b8 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/networks?id=60e1c116-600c-4c22-be1c-87ca9eb04745 HTTP/1.1" status: 200 len: 813 time: 0.1694922 Feb 09 12:52:51.760909 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-5fc4f4e4-9d98-405c-8f64-11826a3a76dc tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/quotas/c700a76888af4c26ac5b858223b6e261 HTTP/1.1" status: 200 len: 375 time: 0.0177929 Feb 09 12:52:51.761124 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc7994a-5969-4b96-abf1-49bd1b6feaa9 None None] New status for floating IP 82251f5e-894d-4ff2-aba6-c5f5ada5784e: ACTIVE {{(pid=109771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:52:51.761553 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-2ae3c7a9-1cf4-426b-b97b-17fe720f776f tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c700a76888af4c26ac5b858223b6e261&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0912828 Feb 09 12:52:51.761665 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afcf58-ec63-4f0a-818d-15eb75ed97e5 req-74e568e4-a8ea-44db-ae9f-31eb15c9feb2 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:51.761665 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-46afcf58-ec63-4f0a-818d-15eb75ed97e5 req-74e568e4-a8ea-44db-ae9f-31eb15c9feb2 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.1621597 Feb 09 12:52:51.761919 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-d291fa30-210b-4685-b06e-b0729b1d2e07 service neutron] 10.222.0.50 "GET /v2.0/networks/60e1c116-600c-4c22-be1c-87ca9eb04745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898807 Feb 09 12:52:51.789424 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 49230) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:51.828933 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-46afcf58-ec63-4f0a-818d-15eb75ed97e5 req-c5b0d45e-5eaf-4aca-bea5-9f364f9ee0be tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974638 Feb 09 12:52:52.038787 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-6e264835-5661-44de-975b-43ef8e24fb5d service neutron] 10.222.0.50 "GET /v2.0/networks/60e1c116-600c-4c22-be1c-87ca9eb04745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828681 Feb 09 12:52:52.151577 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-71cc800e-2e1a-4585-b042-a32f39da8ffc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:52.246578 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96047a9d-0113-4043-bfdd-095f85b43408 req-b7d76a7c-3815-47a5-bb0b-af3cf300ce1a tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:52.248232 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-96047a9d-0113-4043-bfdd-095f85b43408 req-b7d76a7c-3815-47a5-bb0b-af3cf300ce1a tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.2347214 Feb 09 12:52:52.384212 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-69ddece2-b951-4763-8bb7-9aca281edcac tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:52.394705 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-96047a9d-0113-4043-bfdd-095f85b43408 req-df0acfab-0843-4e31-ae87-df659ad5ce5d tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353302 Feb 09 12:52:52.422617 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-71cc800e-2e1a-4585-b042-a32f39da8ffc admin admin] Publish callbacks [] for security_group (e4aa2e17-7e3e-43a1-af93-98ac53bb5990), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:52.651153 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-27960e28-6d71-4db8-89d7-88f7bdc11965 req-d075fe4f-04a2-4412-8dbc-c9a9669a8eff tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=56f73360-12ab-4dcc-853b-f90db9d8a1f7 HTTP/1.1" status: 200 len: 210 time: 0.0355403 Feb 09 12:52:52.652061 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-69ddece2-b951-4763-8bb7-9aca281edcac tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591139'] for floatingip (9d42ba06-6846-4e46-a87c-60c6b8c989b3), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:52.654512 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-71cc800e-2e1a-4585-b042-a32f39da8ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (e4aa2e17-7e3e-43a1-af93-98ac53bb5990), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:52.771444 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc800e-2e1a-4585-b042-a32f39da8ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4aa2e17-7e3e-43a1-af93-98ac53bb5990,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:52.782329 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-71cc800e-2e1a-4585-b042-a32f39da8ffc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f543db7eb7984c809f89311598b870ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9784646 Feb 09 12:52:52.782622 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 49256) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:52.852757 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.db.l3_db [None req-69ddece2-b951-4763-8bb7-9aca281edcac tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Floating IP 9d42ba06-6846-4e46-a87c-60c6b8c989b3 associated. External IP: 172.27.3.6, port: 7ae9277f-bd57-4865-aa70-2067250d9c21. Feb 09 12:52:52.858228 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-815f8e8c-8b4f-4b98-a3fd-62efd1c73ea8 admin admin] Publish callbacks [] for security_group (e4aa2e17-7e3e-43a1-af93-98ac53bb5990), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:52.955328 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-815f8e8c-8b4f-4b98-a3fd-62efd1c73ea8 admin admin] Publish callbacks [] for security_group (e4aa2e17-7e3e-43a1-af93-98ac53bb5990), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:53.032213 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69321e5-8e7b-41ca-9dfa-50f37bf6a35c req-7a1e6edd-c0ed-4967-978a-a740bd5c4a17 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:53.039867 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a69321e5-8e7b-41ca-9dfa-50f37bf6a35c req-7a1e6edd-c0ed-4967-978a-a740bd5c4a17 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.0769591 Feb 09 12:52:53.095495 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a69321e5-8e7b-41ca-9dfa-50f37bf6a35c req-a6fb8a7b-15e9-4af0-808b-854bec106b71 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546176 Feb 09 12:52:53.163185 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ddece2-b951-4763-8bb7-9aca281edcac tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Router 414cf15f-1610-4f74-aaf5-78e4f98f1f42 has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:52:53.287813 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-815f8e8c-8b4f-4b98-a3fd-62efd1c73ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (e4aa2e17-7e3e-43a1-af93-98ac53bb5990), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:53.290863 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-815f8e8c-8b4f-4b98-a3fd-62efd1c73ea8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:53.295418 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-815f8e8c-8b4f-4b98-a3fd-62efd1c73ea8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e4aa2e17-7e3e-43a1-af93-98ac53bb5990 HTTP/1.1" status: 204 len: 168 time: 0.5116370 Feb 09 12:52:53.319223 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f8e8c-8b4f-4b98-a3fd-62efd1c73ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4aa2e17-7e3e-43a1-af93-98ac53bb5990,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:53.332162 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ddece2-b951-4763-8bb7-9aca281edcac tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:52:53.339609 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-69ddece2-b951-4763-8bb7-9aca281edcac tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for floatingip (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:53.342902 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ba1430-d5aa-4926-b990-40e255f26db8 None None] Sync routers for ids ['414cf15f-1610-4f74-aaf5-78e4f98f1f42'] in dv-cinder-810917-4-iscsi {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:52:53.361778 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ba1430-d5aa-4926-b990-40e255f26db8 None None] Routers {'414cf15f-1610-4f74-aaf5-78e4f98f1f42'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:52:53.362445 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-38ba1430-d5aa-4926-b990-40e255f26db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:52:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['414cf15f-1610-4f74-aaf5-78e4f98f1f42'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:53.433706 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-71a7e65a-3604-477b-a14a-a83ea6f5f9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:53.437275 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-69ddece2-b951-4763-8bb7-9aca281edcac tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "PUT /v2.0/floatingips/9d42ba06-6846-4e46-a87c-60c6b8c989b3 HTTP/1.1" status: 200 len: 990 time: 2.0082965 Feb 09 12:52:53.438480 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8ad3c9-5d75-4419-9f06-19cb6859619f', 'tag': '7ae9277f-bd57-4865-aa70-2067250d9c21'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:52:53.444668 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7671266cdcd25feb0d1fb7d0d4a7a38583ecefa09a530944b0969c09dda32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9e6820-b737-41c7-af5a-30f241b3ca08" -d '{"events": [{"name": "network-changed", "server_uuid": "ae8ad3c9-5d75-4419-9f06-19cb6859619f", "tag": "7ae9277f-bd57-4865-aa70-2067250d9c21"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:52:53.543413 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e933c0-3e3c-4591-99e2-0acb20e59483 req-d70b6f6c-e9f7-4860-aa7b-30be3e591a8f tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:53.545051 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-25e933c0-3e3c-4591-99e2-0acb20e59483 req-d70b6f6c-e9f7-4860-aa7b-30be3e591a8f tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.0574141 Feb 09 12:52:53.600836 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-38ba1430-d5aa-4926-b990-40e255f26db8 None None] Set router 414cf15f-1610-4f74-aaf5-78e4f98f1f42 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:52:53.622047 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b050b1a-4517-4d0a-85fa-49823fc6d6d9 req-f57cd6b3-3d60-4b53-a7ad-1b18de2cb02f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:53.623292 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-5b050b1a-4517-4d0a-85fa-49823fc6d6d9 req-f57cd6b3-3d60-4b53-a7ad-1b18de2cb02f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.0906870 Feb 09 12:52:53.627174 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-25e933c0-3e3c-4591-99e2-0acb20e59483 req-9f721217-aa1b-431f-91ee-08deac468c03 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715744 Feb 09 12:52:53.719783 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-5b050b1a-4517-4d0a-85fa-49823fc6d6d9 req-0ba3ec70-b089-43f4-bc55-13e11e211f62 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772858 Feb 09 12:52:53.756881 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 12:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aedd3e3-8064-48b3-b40c-38216d87c0f5 x-openstack-request-id: req-3aedd3e3-8064-48b3-b40c-38216d87c0f5 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:52:53.757184 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae8ad3c9-5d75-4419-9f06-19cb6859619f", "tag": "7ae9277f-bd57-4865-aa70-2067250d9c21", "status": "completed", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:52:53.757448 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3aedd3e3-8064-48b3-b40c-38216d87c0f5 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:52:53.757856 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae8ad3c9-5d75-4419-9f06-19cb6859619f', 'tag': '7ae9277f-bd57-4865-aa70-2067250d9c21', 'status': 'completed', 'code': 200} Feb 09 12:52:53.801443 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-00d2c15d-a8af-459f-9bc3-b303c55f3c9e req-3889b302-5324-4a5e-9734-e4353a8d3fff tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=56f73360-12ab-4dcc-853b-f90db9d8a1f7 HTTP/1.1" status: 200 len: 210 time: 0.0312047 Feb 09 12:52:53.996814 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-38ba1430-d5aa-4926-b990-40e255f26db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'name': 'tempest-AttachVolumeShelveTestJSON-1633902968-router', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:44Z', 'updated_at': '2022-02-09T12:52:00Z', 'revision_number': 4, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'gw_port': {'id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_floatingips': [{'id': '9d42ba06-6846-4e46-a87c-60c6b8c989b3', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'port_id': '7ae9277f-bd57-4865-aa70-2067250d9c21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'mac_address': 'fa:16:3e:77:bf:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8ad3c9-5d75-4419-9f06-19cb6859619f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:52:21Z', 'updated_at': '2022-02-09T12:52:52Z', 'revision_number': 1, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6739ff-9f31-4c30-bcab-4fc9eee07d36', 'name': '', 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'mac_address': 'fa:16:3e:81:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:55Z', 'updated_at': '2022-02-09T12:52:18Z', 'revision_number': 5, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'subnets': [{'id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:54.024679 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ba1430-d5aa-4926-b990-40e255f26db8 None None] Checking router: 414cf15f-1610-4f74-aaf5-78e4f98f1f42 for host: dv-cinder-810917-4-iscsi {{(pid=109772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:52:54.045741 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ba1430-d5aa-4926-b990-40e255f26db8 None None] Routers {'414cf15f-1610-4f74-aaf5-78e4f98f1f42'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:52:54.046802 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-38ba1430-d5aa-4926-b990-40e255f26db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:52:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['414cf15f-1610-4f74-aaf5-78e4f98f1f42'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:54.153554 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 49284) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:54.170837 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-38ba1430-d5aa-4926-b990-40e255f26db8 None None] Set router 414cf15f-1610-4f74-aaf5-78e4f98f1f42 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:52:54.173571 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-987dc930-aed8-4330-a189-4eadb136b64b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:54.271818 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-987dc930-aed8-4330-a189-4eadb136b64b admin admin] Publish callbacks [] for security_group (64441347-aaf4-4782-862c-93c974087412), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:54.365757 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-987dc930-aed8-4330-a189-4eadb136b64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (64441347-aaf4-4782-862c-93c974087412), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:54.411187 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-987dc930-aed8-4330-a189-4eadb136b64b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bda99e3516ea49b1b9529a3a4402712b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534654 Feb 09 12:52:54.411187 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987dc930-aed8-4330-a189-4eadb136b64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64441347-aaf4-4782-862c-93c974087412,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:54.412482 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 49292) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:54.466829 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-38ba1430-d5aa-4926-b990-40e255f26db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'name': 'tempest-AttachVolumeShelveTestJSON-1633902968-router', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:44Z', 'updated_at': '2022-02-09T12:52:00Z', 'revision_number': 4, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'gw_port': {'id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_floatingips': [{'id': '9d42ba06-6846-4e46-a87c-60c6b8c989b3', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'port_id': '7ae9277f-bd57-4865-aa70-2067250d9c21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'mac_address': 'fa:16:3e:77:bf:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8ad3c9-5d75-4419-9f06-19cb6859619f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:52:21Z', 'updated_at': '2022-02-09T12:52:52Z', 'revision_number': 1, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6739ff-9f31-4c30-bcab-4fc9eee07d36', 'name': '', 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'mac_address': 'fa:16:3e:81:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:55Z', 'updated_at': '2022-02-09T12:52:18Z', 'revision_number': 5, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'subnets': [{'id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:52:54.474007 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2c5dbbb2-11da-4b5c-9266-2cda99b8f5f5 admin admin] Publish callbacks [] for security_group (64441347-aaf4-4782-862c-93c974087412), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:54.498429 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2c5dbbb2-11da-4b5c-9266-2cda99b8f5f5 admin admin] Publish callbacks [] for security_group (64441347-aaf4-4782-862c-93c974087412), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:54.514421 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ba1430-d5aa-4926-b990-40e255f26db8 None None] The sync data for ids ['414cf15f-1610-4f74-aaf5-78e4f98f1f42'] in dv-cinder-810917-4-iscsi is: [{'id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'name': 'tempest-AttachVolumeShelveTestJSON-1633902968-router', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:44Z', 'updated_at': '2022-02-09T12:52:00Z', 'revision_number': 4, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'gw_port': {'id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_floatingips': [{'id': '9d42ba06-6846-4e46-a87c-60c6b8c989b3', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'port_id': '7ae9277f-bd57-4865-aa70-2067250d9c21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'mac_address': 'fa:16:3e:77:bf:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8ad3c9-5d75-4419-9f06-19cb6859619f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:52:21Z', 'updated_at': '2022-02-09T12:52:52Z', 'revision_number': 1, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6739ff-9f31-4c30-bcab-4fc9eee07d36', 'name': '', 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'mac_address': 'fa:16:3e:81:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:55Z', 'updated_at': '2022-02-09T12:52:18Z', 'revision_number': 5, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'subnets': [{'id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:52:54.657768 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2c5dbbb2-11da-4b5c-9266-2cda99b8f5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (64441347-aaf4-4782-862c-93c974087412), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:54.662430 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2c5dbbb2-11da-4b5c-9266-2cda99b8f5f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:54.664139 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-2c5dbbb2-11da-4b5c-9266-2cda99b8f5f5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/64441347-aaf4-4782-862c-93c974087412 HTTP/1.1" status: 204 len: 168 time: 0.2504532 Feb 09 12:52:54.675810 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5dbbb2-11da-4b5c-9266-2cda99b8f5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64441347-aaf4-4782-862c-93c974087412,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:54.772567 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325acff7-1ddc-4b59-b63d-514d175fb41f None None] New status for floating IP 9d42ba06-6846-4e46-a87c-60c6b8c989b3: ACTIVE {{(pid=109771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:52:54.842837 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01dff2-f86f-49b5-bb89-31c3dceabe81 req-e4a261b3-6656-4293-8c65-6c6e6d4a1560 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:54.845471 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ac01dff2-f86f-49b5-bb89-31c3dceabe81 req-e4a261b3-6656-4293-8c65-6c6e6d4a1560 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.1036842 Feb 09 12:52:54.907721 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ac01dff2-f86f-49b5-bb89-31c3dceabe81 req-5436dc42-c322-4f51-955a-5f6b819e0ecc tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519395 Feb 09 12:52:54.916286 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f516fe-fc37-4567-920b-6c56f68dcb76 req-f7938dfc-509d-4823-a5db-5a046b3c1160 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:54.918628 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-84f516fe-fc37-4567-920b-6c56f68dcb76 req-f7938dfc-509d-4823-a5db-5a046b3c1160 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.0876122 Feb 09 12:52:55.008576 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6c837fe0-8368-44f3-ba57-923a832ce6b2 req-9d6e65e2-6452-4088-9a13-39d91af24fb0 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=56f73360-12ab-4dcc-853b-f90db9d8a1f7 HTTP/1.1" status: 200 len: 210 time: 0.0311160 Feb 09 12:52:55.012025 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-84f516fe-fc37-4567-920b-6c56f68dcb76 req-b23b4aac-c6f2-4ea9-b493-7e477e7120e3 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706422 Feb 09 12:52:55.966776 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f22395ce-02be-449f-bad1-7fb034f87038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:56.149230 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-9d14f078-1f5a-427c-a6c6-1020b869e2d1 req-76c1bfa1-d526-4087-8425-95dcd7f5f470 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=56f73360-12ab-4dcc-853b-f90db9d8a1f7 HTTP/1.1" status: 200 len: 210 time: 0.0548253 Feb 09 12:52:56.264633 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21c867-9327-4c78-a598-c63a5d9ede83 req-799e6250-10b5-4def-bf6c-2ff424c5da23 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:56.266469 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1a21c867-9327-4c78-a598-c63a5d9ede83 req-799e6250-10b5-4def-bf6c-2ff424c5da23 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.2635927 Feb 09 12:52:56.330727 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ab329-bd4b-41ab-8fda-b8964e4da530 req-d6d79505-570c-4cf2-9e6e-957e10f500d5 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:56.332821 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-889ab329-bd4b-41ab-8fda-b8964e4da530 req-d6d79505-570c-4cf2-9e6e-957e10f500d5 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.0676661 Feb 09 12:52:56.333783 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1a21c867-9327-4c78-a598-c63a5d9ede83 req-8d46bfa9-580f-435c-9f45-aed1075ca65e tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568652 Feb 09 12:52:56.396512 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-889ab329-bd4b-41ab-8fda-b8964e4da530 req-7c3aba75-a7a7-47a0-919e-63287aef212c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543957 Feb 09 12:52:56.520066 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e6820-b737-41c7-af5a-30f241b3ca08 req-22b699d4-ccba-4926-93b5-6068cf3c6ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:56.521583 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-aa9e6820-b737-41c7-af5a-30f241b3ca08 req-22b699d4-ccba-4926-93b5-6068cf3c6ea9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39b9e5bd06ec4dfd8511de90980d78b3&device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 1130 time: 0.0552423 Feb 09 12:52:56.654252 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e6820-b737-41c7-af5a-30f241b3ca08 req-34855316-b7ef-47cb-9c67-ab789bffbc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:56.657170 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-aa9e6820-b737-41c7-af5a-30f241b3ca08 req-34855316-b7ef-47cb-9c67-ab789bffbc36 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a233017-512c-4fc0-9a95-c7f1c6d0e43c HTTP/1.1" status: 200 len: 918 time: 0.1182466 Feb 09 12:52:56.737983 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-aa9e6820-b737-41c7-af5a-30f241b3ca08 req-2a0818d0-c040-4436-bf26-d33681bc24c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ae9277f-bd57-4865-aa70-2067250d9c21 HTTP/1.1" status: 200 len: 1000 time: 0.0703168 Feb 09 12:52:56.818433 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e6820-b737-41c7-af5a-30f241b3ca08 req-607983a3-09e1-46a4-b448-c20e07c8332a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:56.819655 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-aa9e6820-b737-41c7-af5a-30f241b3ca08 req-607983a3-09e1-46a4-b448-c20e07c8332a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5361ada0-f2f0-49de-80d0-c2d7fc189252 HTTP/1.1" status: 200 len: 856 time: 0.0510206 Feb 09 12:52:56.886515 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e6820-b737-41c7-af5a-30f241b3ca08 req-ef8bf5a2-7b7f-4849-87c5-e0198e1c4fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:56.888105 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-aa9e6820-b737-41c7-af5a-30f241b3ca08 req-ef8bf5a2-7b7f-4849-87c5-e0198e1c4fa1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a233017-512c-4fc0-9a95-c7f1c6d0e43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543036 Feb 09 12:52:56.999601 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-aa9e6820-b737-41c7-af5a-30f241b3ca08 req-f8e096d5-28de-45db-83cb-d849a7ca98b4 service neutron] 10.222.0.18 "GET /v2.0/networks/7a233017-512c-4fc0-9a95-c7f1c6d0e43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021931 Feb 09 12:52:57.288846 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7fefd394-d435-4866-81b3-b801a404c55f req-68d80c52-39ca-44df-9756-90ab321e131c tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=56f73360-12ab-4dcc-853b-f90db9d8a1f7 HTTP/1.1" status: 200 len: 210 time: 0.0293465 Feb 09 12:52:57.360632 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:57.473960 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919638d-9257-4227-b932-2af5a54a82ae req-d714579c-5e43-4305-b419-f41fba27837e tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:57.475627 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-2919638d-9257-4227-b932-2af5a54a82ae req-d714579c-5e43-4305-b419-f41fba27837e tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.0614197 Feb 09 12:52:57.539291 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-2919638d-9257-4227-b932-2af5a54a82ae req-c1302f0b-b1ce-41b1-8793-f51226e33fb4 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570407 Feb 09 12:52:57.541055 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082c891-c6db-4b0f-898b-d0cebb4749d9 req-13ddee59-21e9-4725-b9f7-d717f6daca16 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:57.542822 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d082c891-c6db-4b0f-898b-d0cebb4749d9 req-13ddee59-21e9-4725-b9f7-d717f6daca16 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.0654762 Feb 09 12:52:57.603540 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d082c891-c6db-4b0f-898b-d0cebb4749d9 req-5f7feb32-5db3-48f2-9cfa-a677f5a1d795 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544949 Feb 09 12:52:58.065656 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-aa9e6820-b737-41c7-af5a-30f241b3ca08 req-ab987021-9cc8-467a-95df-e92763413620 service neutron] 10.222.0.18 "GET /v2.0/networks/7a233017-512c-4fc0-9a95-c7f1c6d0e43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205111 Feb 09 12:52:58.398931 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-8dde0d16-eed7-44bd-8ebf-cada98360409 req-f9d7f881-f26b-48f1-8030-39c07e2c9138 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=56f73360-12ab-4dcc-853b-f90db9d8a1f7 HTTP/1.1" status: 200 len: 210 time: 0.0312493 Feb 09 12:52:58.684984 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc8213-f427-4cbd-92b8-5f98342dfabf req-09e38c26-034f-493f-bd06-e4cb69664c25 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:58.687234 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-32cc8213-f427-4cbd-92b8-5f98342dfabf req-09e38c26-034f-493f-bd06-e4cb69664c25 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.0676370 Feb 09 12:52:58.708382 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:58.759397 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111a749-f211-438c-8d38-75b86695e3bb req-c493837b-2ec7-45c3-82e5-df9786505712 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:58.761110 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a111a749-f211-438c-8d38-75b86695e3bb req-c493837b-2ec7-45c3-82e5-df9786505712 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.0769725 Feb 09 12:52:58.761993 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-32cc8213-f427-4cbd-92b8-5f98342dfabf req-8aecbd16-2f8e-478b-a474-0f801430dfca tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675952 Feb 09 12:52:58.813894 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a111a749-f211-438c-8d38-75b86695e3bb req-da19142c-16b2-46e0-a5e0-193290dbc05c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469167 Feb 09 12:52:59.478433 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 49424) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:59.503490 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-eda3d8b7-f31e-4d90-857f-c03f2eb77978 req-0919ad0f-557e-4957-9e6a-ea1aeddb5bc6 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=56f73360-12ab-4dcc-853b-f90db9d8a1f7 HTTP/1.1" status: 200 len: 210 time: 0.0293250 Feb 09 12:52:59.606773 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ad71c51e-6890-4812-aba0-f466c3dad3fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:59.724374 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ad71c51e-6890-4812-aba0-f466c3dad3fc admin admin] Publish callbacks [] for security_group (50a2cdaf-5b7a-4746-a609-dd74dd5aaf34), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:59.817681 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:59.870493 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ad71c51e-6890-4812-aba0-f466c3dad3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (50a2cdaf-5b7a-4746-a609-dd74dd5aaf34), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:52:59.925575 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-ad71c51e-6890-4812-aba0-f466c3dad3fc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=876384122e164f758f6fa84ff7cfd9df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4451363 Feb 09 12:52:59.927654 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71c51e-6890-4812-aba0-f466c3dad3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a2cdaf-5b7a-4746-a609-dd74dd5aaf34,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:52:59.930166 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 49434) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:52:59.966542 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a547378-9ee3-49fb-b0fb-fc51b5fa34c2 req-41c2d601-43df-4e47-8900-752d736b2244 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:59.972970 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5a547378-9ee3-49fb-b0fb-fc51b5fa34c2 req-41c2d601-43df-4e47-8900-752d736b2244 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.0692430 Feb 09 12:52:59.980570 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fb4e3-5125-4c4d-88fc-b3fa6550f49b req-16741a9d-d518-488e-8b42-f8f22ef10251 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:52:59.982943 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-aa7fb4e3-5125-4c4d-88fc-b3fa6550f49b req-16741a9d-d518-488e-8b42-f8f22ef10251 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.1454637 Feb 09 12:53:00.053990 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5a547378-9ee3-49fb-b0fb-fc51b5fa34c2 req-accb1da5-c55e-4d35-880b-bc59e3d23fe3 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777860 Feb 09 12:53:00.057307 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-16305212-0671-4087-9c63-823d3c6bb495 admin admin] Publish callbacks [] for security_group (50a2cdaf-5b7a-4746-a609-dd74dd5aaf34), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:00.086813 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-aa7fb4e3-5125-4c4d-88fc-b3fa6550f49b req-1bb7c565-1740-4df3-a7ad-f3e46ab6123e tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953684 Feb 09 12:53:00.096684 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-16305212-0671-4087-9c63-823d3c6bb495 admin admin] Publish callbacks [] for security_group (50a2cdaf-5b7a-4746-a609-dd74dd5aaf34), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:00.227015 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-16305212-0671-4087-9c63-823d3c6bb495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (50a2cdaf-5b7a-4746-a609-dd74dd5aaf34), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:00.229851 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-16305212-0671-4087-9c63-823d3c6bb495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:00.231151 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-16305212-0671-4087-9c63-823d3c6bb495 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/50a2cdaf-5b7a-4746-a609-dd74dd5aaf34 HTTP/1.1" status: 204 len: 168 time: 0.2998004 Feb 09 12:53:00.240038 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16305212-0671-4087-9c63-823d3c6bb495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a2cdaf-5b7a-4746-a609-dd74dd5aaf34,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:00.610007 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f2425438-a546-4388-9f70-213c6e332ca6 req-a1257680-079f-464b-b54b-644cbc9ffc3d tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=56f73360-12ab-4dcc-853b-f90db9d8a1f7 HTTP/1.1" status: 200 len: 210 time: 0.0324011 Feb 09 12:53:00.809223 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-d3e4c75b-0a0d-4c96-a151-727fee29daf3 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:00.811253 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-d3e4c75b-0a0d-4c96-a151-727fee29daf3 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.18 "GET /v2.0/networks?id=60e1c116-600c-4c22-be1c-87ca9eb04745 HTTP/1.1" status: 200 len: 813 time: 0.1327651 Feb 09 12:53:00.837786 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-63fcd64f-be26-4e93-be59-54177ac63d18 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Request body: {'port': {'device_id': '56f73360-12ab-4dcc-853b-f90db9d8a1f7', 'network_id': '60e1c116-600c-4c22-be1c-87ca9eb04745', 'admin_state_up': True, 'tenant_id': 'c700a76888af4c26ac5b858223b6e261'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:53:01.057273 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-63fcd64f-be26-4e93-be59-54177ac63d18 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Made reservation on behalf of c700a76888af4c26ac5b858223b6e261 for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:53:01.060801 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-63fcd64f-be26-4e93-be59-54177ac63d18 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:01.206623 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8e605-9b41-4bff-88ff-fde3c256b8d9 req-9a0f3a01-41d0-4b5c-bde1-6af4235ae70f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:01.217994 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-35a8e605-9b41-4bff-88ff-fde3c256b8d9 req-9a0f3a01-41d0-4b5c-bde1-6af4235ae70f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.0717869 Feb 09 12:53:01.272170 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-35a8e605-9b41-4bff-88ff-fde3c256b8d9 req-44f33374-7234-4b00-9f43-d9b0bd6d65f1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531135 Feb 09 12:53:01.281452 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc92ff-8d46-4e89-8835-6b5dc82f2a74 req-f6fc14e7-d952-4f5c-a9f4-7475a6685327 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:01.283093 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e3dc92ff-8d46-4e89-8835-6b5dc82f2a74 req-f6fc14e7-d952-4f5c-a9f4-7475a6685327 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.0869529 Feb 09 12:53:01.285006 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-63fcd64f-be26-4e93-be59-54177ac63d18 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Allocated IP 172.20.0.3 (60e1c116-600c-4c22-be1c-87ca9eb04745/9699e6c1-1018-457a-af1d-044b01a0fe5a/68ab71aa-ac63-47ca-8d17-8dbb410245c6) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:53:01.297497 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 49452) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:53:01.318961 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3b7594e1-eb19-4c8f-8189-f632d32d7149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:01.384776 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e3dc92ff-8d46-4e89-8835-6b5dc82f2a74 req-02cab6d0-cd4e-4522-a631-48fc77201aeb tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927873 Feb 09 12:53:01.464796 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3b7594e1-eb19-4c8f-8189-f632d32d7149 admin admin] Publish callbacks [] for security_group (8761ecde-0150-4c8d-832f-b517a7993fe5), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:01.514125 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-63fcd64f-be26-4e93-be59-54177ac63d18 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks [] for port (68ab71aa-ac63-47ca-8d17-8dbb410245c6), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:01.636314 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3b7594e1-eb19-4c8f-8189-f632d32d7149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (8761ecde-0150-4c8d-832f-b517a7993fe5), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:01.701936 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-3b7594e1-eb19-4c8f-8189-f632d32d7149 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=13399b00b0f04c68a37888de0881cb61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4025507 Feb 09 12:53:01.703382 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7594e1-eb19-4c8f-8189-f632d32d7149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8761ecde-0150-4c8d-832f-b517a7993fe5,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:01.707472 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 49476) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:53:01.777712 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-63fcd64f-be26-4e93-be59-54177ac63d18 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (68ab71aa-ac63-47ca-8d17-8dbb410245c6), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:01.787233 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-e0ab8d18-0d43-4c26-9df7-1b2a1ff4bab3 req-086ddf2f-fb5b-4761-a56f-b477f2137400 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=56f73360-12ab-4dcc-853b-f90db9d8a1f7 HTTP/1.1" status: 200 len: 210 time: 0.0759170 Feb 09 12:53:01.798361 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['7b78f94a-31c6-41d8-9f34-b402f8718946'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:53:01.835863 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-63fcd64f-be26-4e93-be59-54177ac63d18 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Network 60e1c116-600c-4c22-be1c-87ca9eb04745 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:53:01.858654 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-63fcd64f-be26-4e93-be59-54177ac63d18 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:53:01.863004 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-63fcd64f-be26-4e93-be59-54177ac63d18 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:53:01.868882 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-63fcd64f-be26-4e93-be59-54177ac63d18 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:01.869566 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-63fcd64f-be26-4e93-be59-54177ac63d18 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:01.900859 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fcd64f-be26-4e93-be59-54177ac63d18 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Pushing event updated for resources: {'Port': ['ID=68ab71aa-ac63-47ca-8d17-8dbb410245c6,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:02.026410 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-63fcd64f-be26-4e93-be59-54177ac63d18 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1928692 Feb 09 12:53:02.041284 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-d967e79a-b31d-44c7-ac8f-cf0b2dfc3b73 service neutron] Request body: {'port': {'device_id': '56f73360-12ab-4dcc-853b-f90db9d8a1f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:53:02.112802 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-d967e79a-b31d-44c7-ac8f-cf0b2dfc3b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (68ab71aa-ac63-47ca-8d17-8dbb410245c6), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:02.164318 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9560e55e-c1b5-4839-a3a7-167c70372590 admin admin] Publish callbacks [] for security_group (8761ecde-0150-4c8d-832f-b517a7993fe5), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:02.189760 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9560e55e-c1b5-4839-a3a7-167c70372590 admin admin] Publish callbacks [] for security_group (8761ecde-0150-4c8d-832f-b517a7993fe5), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:02.371876 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9560e55e-c1b5-4839-a3a7-167c70372590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (8761ecde-0150-4c8d-832f-b517a7993fe5), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:02.374897 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9560e55e-c1b5-4839-a3a7-167c70372590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:02.376250 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-9560e55e-c1b5-4839-a3a7-167c70372590 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8761ecde-0150-4c8d-832f-b517a7993fe5 HTTP/1.1" status: 204 len: 168 time: 0.6673996 Feb 09 12:53:02.391576 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560e55e-c1b5-4839-a3a7-167c70372590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8761ecde-0150-4c8d-832f-b517a7993fe5,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:02.479022 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-d967e79a-b31d-44c7-ac8f-cf0b2dfc3b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ab71aa-ac63-47ca-8d17-8dbb410245c6 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:53:02.489869 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-d967e79a-b31d-44c7-ac8f-cf0b2dfc3b73 service neutron] Publish callbacks [] for port (68ab71aa-ac63-47ca-8d17-8dbb410245c6), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:02.506283 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-d967e79a-b31d-44c7-ac8f-cf0b2dfc3b73 service neutron] Transition to ACTIVE for port object 68ab71aa-ac63-47ca-8d17-8dbb410245c6 will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:53:02.593597 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01841bde-a189-433e-9a27-ae01d803c7b3 req-e41d6710-a4d0-4d8a-b9c5-078a6a8ec53c tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:02.595623 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-01841bde-a189-433e-9a27-ae01d803c7b3 req-e41d6710-a4d0-4d8a-b9c5-078a6a8ec53c tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.0857646 Feb 09 12:53:02.653398 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-01841bde-a189-433e-9a27-ae01d803c7b3 req-d782cce9-8f4a-47e2-b168-e8824473e6f2 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501118 Feb 09 12:53:02.656494 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-d967e79a-b31d-44c7-ac8f-cf0b2dfc3b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (68ab71aa-ac63-47ca-8d17-8dbb410245c6), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:02.761682 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967e79a-b31d-44c7-ac8f-cf0b2dfc3b73 service neutron] Pushing event updated for resources: {'Port': ['ID=68ab71aa-ac63-47ca-8d17-8dbb410245c6,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:02.868457 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-d967e79a-b31d-44c7-ac8f-cf0b2dfc3b73 service neutron] Attempting to bind port 68ab71aa-ac63-47ca-8d17-8dbb410245c6 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:53:02.870532 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-d967e79a-b31d-44c7-ac8f-cf0b2dfc3b73 service neutron] Attempting to bind port 68ab71aa-ac63-47ca-8d17-8dbb410245c6 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '3193b368-ce2c-4571-8129-3a0af32866ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '60e1c116-600c-4c22-be1c-87ca9eb04745'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:53:02.871746 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-d967e79a-b31d-44c7-ac8f-cf0b2dfc3b73 service neutron] Attempting to bind port 68ab71aa-ac63-47ca-8d17-8dbb410245c6 on network 60e1c116-600c-4c22-be1c-87ca9eb04745 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:53:02.894235 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-d967e79a-b31d-44c7-ac8f-cf0b2dfc3b73 service neutron] Port 68ab71aa-ac63-47ca-8d17-8dbb410245c6 on network 60e1c116-600c-4c22-be1c-87ca9eb04745 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 12:53:02.898347 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-d967e79a-b31d-44c7-ac8f-cf0b2dfc3b73 service neutron] Attempting to bind port 68ab71aa-ac63-47ca-8d17-8dbb410245c6 on network 60e1c116-600c-4c22-be1c-87ca9eb04745 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:53:02.919650 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-d967e79a-b31d-44c7-ac8f-cf0b2dfc3b73 service neutron] Checking agent: {'id': '230303ca-ea08-4771-a934-bc9aeb8313a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'started_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:53:02.921095 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-d967e79a-b31d-44c7-ac8f-cf0b2dfc3b73 service neutron] Checking segment: {'id': '3193b368-ce2c-4571-8129-3a0af32866ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '60e1c116-600c-4c22-be1c-87ca9eb04745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:53:02.921095 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-d967e79a-b31d-44c7-ac8f-cf0b2dfc3b73 service neutron] Bound using segment: {'id': '3193b368-ce2c-4571-8129-3a0af32866ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '60e1c116-600c-4c22-be1c-87ca9eb04745'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:53:02.922261 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-d967e79a-b31d-44c7-ac8f-cf0b2dfc3b73 service neutron] Bound port: 68ab71aa-ac63-47ca-8d17-8dbb410245c6, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3193b368-ce2c-4571-8129-3a0af32866ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '60e1c116-600c-4c22-be1c-87ca9eb04745'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:53:02.922971 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-d967e79a-b31d-44c7-ac8f-cf0b2dfc3b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (68ab71aa-ac63-47ca-8d17-8dbb410245c6), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:03.063648 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-d967e79a-b31d-44c7-ac8f-cf0b2dfc3b73 service neutron] For port 68ab71aa-ac63-47ca-8d17-8dbb410245c6, host hv-cinder-81091, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:53:03.068858 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-d967e79a-b31d-44c7-ac8f-cf0b2dfc3b73 service neutron] For port 68ab71aa-ac63-47ca-8d17-8dbb410245c6, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=68ab71aa-ac63-47ca-8d17-8dbb410245c6,segment=NetworkSegment(3193b368-ce2c-4571-8129-3a0af32866ab),segment_id=3193b368-ce2c-4571-8129-3a0af32866ab)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:53:03.083651 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33006a9-4f43-46b6-a811-469652c89203 req-ac4786e6-3cfc-459a-af2a-bb1c95b972c6 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:03.085720 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b33006a9-4f43-46b6-a811-469652c89203 req-ac4786e6-3cfc-459a-af2a-bb1c95b972c6 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=56f73360-12ab-4dcc-853b-f90db9d8a1f7 HTTP/1.1" status: 200 len: 943 time: 0.0904717 Feb 09 12:53:03.155648 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b33006a9-4f43-46b6-a811-469652c89203 req-7aca6a8c-4d15-4e04-83a3-cb1fb40a4afe tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635037 Feb 09 12:53:03.205617 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-d967e79a-b31d-44c7-ac8f-cf0b2dfc3b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (68ab71aa-ac63-47ca-8d17-8dbb410245c6), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:03.252834 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-d967e79a-b31d-44c7-ac8f-cf0b2dfc3b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:03.253560 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-d967e79a-b31d-44c7-ac8f-cf0b2dfc3b73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:03.255596 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-d967e79a-b31d-44c7-ac8f-cf0b2dfc3b73 service neutron] 10.222.0.18 "PUT /v2.0/ports/68ab71aa-ac63-47ca-8d17-8dbb410245c6 HTTP/1.1" status: 200 len: 1093 time: 1.2192256 Feb 09 12:53:03.256395 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f73360-12ab-4dcc-853b-f90db9d8a1f7', 'tag': '68ab71aa-ac63-47ca-8d17-8dbb410245c6'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:53:03.259243 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e010db39-9c68-4d98-aedc-37fc38035b62" -d '{"events": [{"name": "network-changed", "server_uuid": "56f73360-12ab-4dcc-853b-f90db9d8a1f7", "tag": "68ab71aa-ac63-47ca-8d17-8dbb410245c6"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:53:03.292162 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967e79a-b31d-44c7-ac8f-cf0b2dfc3b73 service neutron] Pushing event updated for resources: {'Port': ['ID=68ab71aa-ac63-47ca-8d17-8dbb410245c6,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:03.319643 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 12:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d16bef-63ac-4073-af87-4b8d51d21d48 x-openstack-request-id: req-80d16bef-63ac-4073-af87-4b8d51d21d48 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:53:03.320471 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f73360-12ab-4dcc-853b-f90db9d8a1f7", "tag": "68ab71aa-ac63-47ca-8d17-8dbb410245c6", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:53:03.321133 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-80d16bef-63ac-4073-af87-4b8d51d21d48 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:53:03.321840 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f73360-12ab-4dcc-853b-f90db9d8a1f7', 'tag': '68ab71aa-ac63-47ca-8d17-8dbb410245c6', 'status': 'completed', 'code': 200} Feb 09 12:53:03.432233 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010db39-9c68-4d98-aedc-37fc38035b62 req-da8ecafe-c446-40fe-8d8e-82309f48f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:03.435312 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e010db39-9c68-4d98-aedc-37fc38035b62 req-da8ecafe-c446-40fe-8d8e-82309f48f2a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c700a76888af4c26ac5b858223b6e261&device_id=56f73360-12ab-4dcc-853b-f90db9d8a1f7 HTTP/1.1" status: 200 len: 1127 time: 0.0809643 Feb 09 12:53:03.593129 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010db39-9c68-4d98-aedc-37fc38035b62 req-02cc8e5b-ff91-44df-8914-67f0217e8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:03.594925 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e010db39-9c68-4d98-aedc-37fc38035b62 req-02cc8e5b-ff91-44df-8914-67f0217e8716 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c700a76888af4c26ac5b858223b6e261&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1433678 Feb 09 12:53:03.814036 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebda111-0d49-4792-9122-a4d5c5e34038 req-62630e9f-cf32-423a-b73d-ce0547c45923 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:03.815985 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2ebda111-0d49-4792-9122-a4d5c5e34038 req-62630e9f-cf32-423a-b73d-ce0547c45923 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 946 time: 0.1723592 Feb 09 12:53:03.851829 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f611b67-05ff-46ea-96a9-44c407354f85 req-4a2281c3-7c2a-4e6e-b81f-71e816417865 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:03.853918 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-8f611b67-05ff-46ea-96a9-44c407354f85 req-4a2281c3-7c2a-4e6e-b81f-71e816417865 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.0752306 Feb 09 12:53:03.859503 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010db39-9c68-4d98-aedc-37fc38035b62 req-1fd192fa-ce81-4a95-8407-d83afc34a131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:03.863465 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e010db39-9c68-4d98-aedc-37fc38035b62 req-1fd192fa-ce81-4a95-8407-d83afc34a131 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2475994 Feb 09 12:53:03.928122 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2ebda111-0d49-4792-9122-a4d5c5e34038 req-0ef5c28e-b62f-460b-ad62-64afe794301f tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/security-groups?id=67a6d76c-1844-4683-b685-42cd1b8e2bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962324 Feb 09 12:53:03.930811 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-8f611b67-05ff-46ea-96a9-44c407354f85 req-db5501cb-4182-4e5b-8d15-c74eeb9c82e1 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679564 Feb 09 12:53:04.010286 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-79d45bfc-1c90-4361-8ffa-22e9458f0841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:04.011919 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-79d45bfc-1c90-4361-8ffa-22e9458f0841 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c700a76888af4c26ac5b858223b6e261&device_id=56f73360-12ab-4dcc-853b-f90db9d8a1f7 HTTP/1.1" status: 200 len: 1127 time: 0.0827961 Feb 09 12:53:04.075961 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-d161bcf8-f32b-4518-a928-6208f214adae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68ab71aa-ac63-47ca-8d17-8dbb410245c6 HTTP/1.1" status: 200 len: 217 time: 0.0457630 Feb 09 12:53:04.141600 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-011b52b0-81aa-4710-9b57-407735a5d541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:04.143202 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-011b52b0-81aa-4710-9b57-407735a5d541 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9699e6c1-1018-457a-af1d-044b01a0fe5a HTTP/1.1" status: 200 len: 853 time: 0.0597236 Feb 09 12:53:04.189865 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-9f9e0a28-07f6-4461-ad23-52ec63f243e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60e1c116-600c-4c22-be1c-87ca9eb04745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370290 Feb 09 12:53:04.310456 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d166aa3-b168-4a39-8614-cfe83aa47a7c req-37e3068c-2e5c-4cb2-8086-860f41266d4d tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:04.312180 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-9d166aa3-b168-4a39-8614-cfe83aa47a7c req-37e3068c-2e5c-4cb2-8086-860f41266d4d tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=56f73360-12ab-4dcc-853b-f90db9d8a1f7 HTTP/1.1" status: 200 len: 943 time: 0.0666592 Feb 09 12:53:04.326948 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-4793e769-1c77-4177-9050-146ea2fd324c service neutron] 10.222.0.18 "GET /v2.0/networks/60e1c116-600c-4c22-be1c-87ca9eb04745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219258 Feb 09 12:53:04.406563 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-9d166aa3-b168-4a39-8614-cfe83aa47a7c req-29e6de64-114a-439d-aece-222e5e0b4aa4 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828748 Feb 09 12:53:04.462605 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b4b0ac59-ffad-45a9-821f-09d1849a7231 req-5ed0be58-3c87-44c3-adf6-705826ce3847 service neutron] 10.222.0.18 "GET /v2.0/networks/60e1c116-600c-4c22-be1c-87ca9eb04745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296585 Feb 09 12:53:04.799323 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 12:53:05.135086 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 49570) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:53:05.141929 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a11f7-3095-4107-8053-ede485c697eb req-e30d28d0-c0fb-4110-ab06-afaafd37c3eb tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:05.141929 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-132a11f7-3095-4107-8053-ede485c697eb req-e30d28d0-c0fb-4110-ab06-afaafd37c3eb tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.1196547 Feb 09 12:53:05.224932 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544bbb6a-45dd-4403-b42d-829532392a57 req-c13af6da-9581-40cb-bb99-3f5490bde091 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:05.227980 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-544bbb6a-45dd-4403-b42d-829532392a57 req-c13af6da-9581-40cb-bb99-3f5490bde091 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 946 time: 0.1651855 Feb 09 12:53:05.230585 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-132a11f7-3095-4107-8053-ede485c697eb req-de2daf89-10b8-4e7e-a5ea-049433da170c tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849352 Feb 09 12:53:05.306697 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-544bbb6a-45dd-4403-b42d-829532392a57 req-8fc3a5a9-5569-4e6c-b136-e65f9e92b3d5 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/security-groups?id=67a6d76c-1844-4683-b685-42cd1b8e2bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619602 Feb 09 12:53:05.352395 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3983a46b-cd9d-4c39-8c42-41e0ad12491b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:05.426730 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3983a46b-cd9d-4c39-8c42-41e0ad12491b admin admin] Publish callbacks [] for security_group (aff648f7-4eb0-4df0-943f-8b38577acbb6), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:05.537342 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f214eb-10b2-4bbc-bd70-57a6e31ff6fb req-43762646-cff7-4bee-8ef2-c73ae10a5444 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:05.538802 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-36f214eb-10b2-4bbc-bd70-57a6e31ff6fb req-43762646-cff7-4bee-8ef2-c73ae10a5444 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=56f73360-12ab-4dcc-853b-f90db9d8a1f7 HTTP/1.1" status: 200 len: 943 time: 0.0592039 Feb 09 12:53:05.571732 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3983a46b-cd9d-4c39-8c42-41e0ad12491b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (aff648f7-4eb0-4df0-943f-8b38577acbb6), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:05.591443 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-36f214eb-10b2-4bbc-bd70-57a6e31ff6fb req-92ba744c-f677-4832-9e9a-b1133156ec15 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467854 Feb 09 12:53:05.616451 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3983a46b-cd9d-4c39-8c42-41e0ad12491b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff648f7-4eb0-4df0-943f-8b38577acbb6,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:05.628734 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-3983a46b-cd9d-4c39-8c42-41e0ad12491b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c9856ba592e34be99afd55a469dd0173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4830492 Feb 09 12:53:05.631727 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 49580) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:53:05.700745 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f6369c7-7d20-4134-bf34-9f63bc645b60 admin admin] Publish callbacks [] for security_group (aff648f7-4eb0-4df0-943f-8b38577acbb6), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:05.725832 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f6369c7-7d20-4134-bf34-9f63bc645b60 admin admin] Publish callbacks [] for security_group (aff648f7-4eb0-4df0-943f-8b38577acbb6), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:05.892004 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f6369c7-7d20-4134-bf34-9f63bc645b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (aff648f7-4eb0-4df0-943f-8b38577acbb6), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:05.896573 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f6369c7-7d20-4134-bf34-9f63bc645b60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:05.907363 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-1f6369c7-7d20-4134-bf34-9f63bc645b60 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aff648f7-4eb0-4df0-943f-8b38577acbb6 HTTP/1.1" status: 204 len: 168 time: 0.2649777 Feb 09 12:53:05.910757 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6369c7-7d20-4134-bf34-9f63bc645b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff648f7-4eb0-4df0-943f-8b38577acbb6,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:06.155335 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea696531-0301-4ef8-a6fc-1575833336fb req-002bf181-f587-43bf-91df-437346bf3457 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:06.156859 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ea696531-0301-4ef8-a6fc-1575833336fb req-002bf181-f587-43bf-91df-437346bf3457 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.18 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 946 time: 0.0655401 Feb 09 12:53:06.346199 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-ea696531-0301-4ef8-a6fc-1575833336fb req-74f4c1d3-7a7a-4e78-a2fc-0a23d40eea8f tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Deleting port c9c08fe2-352d-4d55-aed1-e41644d08b0c {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:53:06.347414 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-ea696531-0301-4ef8-a6fc-1575833336fb req-74f4c1d3-7a7a-4e78-a2fc-0a23d40eea8f tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (c9c08fe2-352d-4d55-aed1-e41644d08b0c), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:06.416364 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62feb737-3ad2-4b3b-909a-708d4b294a1b req-ba892cf6-4e2b-499a-a5ec-8c1234701e47 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:06.423774 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-62feb737-3ad2-4b3b-909a-708d4b294a1b req-ba892cf6-4e2b-499a-a5ec-8c1234701e47 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.0869107 Feb 09 12:53:06.496920 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-62feb737-3ad2-4b3b-909a-708d4b294a1b req-6c7ed55b-b88a-4afd-a949-8435dfcf5b96 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721993 Feb 09 12:53:06.734440 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f236215-e70b-4cf6-a655-d3d535ce3444 req-ed54934b-4874-4483-8681-51aa22c0ccea tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:06.735360 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb702d2-fde6-4a19-a325-e2cc19940f28 req-9af5e179-18f2-449b-aa05-67ade320fe6d tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:06.736386 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6f236215-e70b-4cf6-a655-d3d535ce3444 req-ed54934b-4874-4483-8681-51aa22c0ccea tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=56f73360-12ab-4dcc-853b-f90db9d8a1f7 HTTP/1.1" status: 200 len: 943 time: 0.0666869 Feb 09 12:53:06.736897 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5eb702d2-fde6-4a19-a325-e2cc19940f28 req-9af5e179-18f2-449b-aa05-67ade320fe6d tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 946 time: 0.0948956 Feb 09 12:53:06.739015 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-ea696531-0301-4ef8-a6fc-1575833336fb req-74f4c1d3-7a7a-4e78-a2fc-0a23d40eea8f tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] For port c9c08fe2-352d-4d55-aed1-e41644d08b0c, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=c9c08fe2-352d-4d55-aed1-e41644d08b0c,segment=NetworkSegment(182b9382-6c7a-4040-8227-77f615395f76),segment_id=182b9382-6c7a-4040-8227-77f615395f76)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:53:06.739400 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-ea696531-0301-4ef8-a6fc-1575833336fb req-74f4c1d3-7a7a-4e78-a2fc-0a23d40eea8f tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (c9c08fe2-352d-4d55-aed1-e41644d08b0c), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:06.765552 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-ea696531-0301-4ef8-a6fc-1575833336fb req-74f4c1d3-7a7a-4e78-a2fc-0a23d40eea8f tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Calling delete_port for c9c08fe2-352d-4d55-aed1-e41644d08b0c owned by compute:nova {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:53:06.799667 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6f236215-e70b-4cf6-a655-d3d535ce3444 req-a985d22f-0272-4e38-95d5-e6d4eb1242db tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557015 Feb 09 12:53:06.874474 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5eb702d2-fde6-4a19-a325-e2cc19940f28 req-3a393473-aca3-4556-87aa-285db9392066 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/security-groups?id=67a6d76c-1844-4683-b685-42cd1b8e2bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266725 Feb 09 12:53:07.036480 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 68ab71aa-ac63-47ca-8d17-8dbb410245c6 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=109771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 12:53:07.171805 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-ea696531-0301-4ef8-a6fc-1575833336fb req-74f4c1d3-7a7a-4e78-a2fc-0a23d40eea8f tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332'] for port (c9c08fe2-352d-4d55-aed1-e41644d08b0c), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:07.186995 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 68ab71aa-ac63-47ca-8d17-8dbb410245c6, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=68ab71aa-ac63-47ca-8d17-8dbb410245c6,segment=NetworkSegment(3193b368-ce2c-4571-8129-3a0af32866ab),segment_id=3193b368-ce2c-4571-8129-3a0af32866ab)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:53:07.192583 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['c9c08fe2-352d-4d55-aed1-e41644d08b0c'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:53:07.209187 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f4c1d3-7a7a-4e78-a2fc-0a23d40eea8f tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Pushing event deleted for resources: {'Port': ['ID=c9c08fe2-352d-4d55-aed1-e41644d08b0c,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:07.236575 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Returning: {'device': '68ab71aa-ac63-47ca-8d17-8dbb410245c6', 'network_id': '60e1c116-600c-4c22-be1c-87ca9eb04745', 'port_id': '68ab71aa-ac63-47ca-8d17-8dbb410245c6', 'mac_address': 'fa:16:3e:ea:a1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9699e6c1-1018-457a-af1d-044b01a0fe5a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 12:53:07.282795 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 68ab71aa-ac63-47ca-8d17-8dbb410245c6 is: DOWN; New status is: BUILD {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:53:07.283454 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (68ab71aa-ac63-47ca-8d17-8dbb410245c6), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:07.303703 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ab71aa-ac63-47ca-8d17-8dbb410245c6 {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:53:07.307605 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea696531-0301-4ef8-a6fc-1575833336fb req-74f4c1d3-7a7a-4e78-a2fc-0a23d40eea8f tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] No DVR routers for this DVR port c9c08fe2-352d-4d55-aed1-e41644d08b0c on host hv-cinder-81091 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:53:07.324610 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-ea696531-0301-4ef8-a6fc-1575833336fb req-74f4c1d3-7a7a-4e78-a2fc-0a23d40eea8f tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:07.328400 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ea696531-0301-4ef8-a6fc-1575833336fb req-74f4c1d3-7a7a-4e78-a2fc-0a23d40eea8f tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.18 "DELETE /v2.0/ports/c9c08fe2-352d-4d55-aed1-e41644d08b0c HTTP/1.1" status: 204 len: 173 time: 1.1645482 Feb 09 12:53:07.328929 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65c9041-b32d-402e-b7db-604960c2d427', 'name': 'network-vif-deleted', 'tag': 'c9c08fe2-352d-4d55-aed1-e41644d08b0c'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:53:07.333445 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d147921e-25ee-4c3c-b206-272e2da8a1cc" -d '{"events": [{"server_uuid": "f65c9041-b32d-402e-b7db-604960c2d427", "name": "network-vif-deleted", "tag": "c9c08fe2-352d-4d55-aed1-e41644d08b0c"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:53:07.335343 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 68ab71aa-ac63-47ca-8d17-8dbb410245c6, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=68ab71aa-ac63-47ca-8d17-8dbb410245c6,segment=NetworkSegment(3193b368-ce2c-4571-8129-3a0af32866ab),segment_id=3193b368-ce2c-4571-8129-3a0af32866ab)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:53:07.374764 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8749f9b4-9613-45d7-93b3-3eff468629b8 x-openstack-request-id: req-8749f9b4-9613-45d7-93b3-3eff468629b8 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:53:07.375291 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65c9041-b32d-402e-b7db-604960c2d427", "name": "network-vif-deleted", "tag": "c9c08fe2-352d-4d55-aed1-e41644d08b0c", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:53:07.375291 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8749f9b4-9613-45d7-93b3-3eff468629b8 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:53:07.375725 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65c9041-b32d-402e-b7db-604960c2d427', 'name': 'network-vif-deleted', 'tag': 'c9c08fe2-352d-4d55-aed1-e41644d08b0c', 'status': 'completed', 'code': 200} Feb 09 12:53:07.468859 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (68ab71aa-ac63-47ca-8d17-8dbb410245c6), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:07.523649 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=68ab71aa-ac63-47ca-8d17-8dbb410245c6,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:07.639030 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94e034-8ec3-44f9-ac52-d5606f4dbc60 req-6b557a6d-4c5c-4973-beba-159b0dc77f3d tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:07.640717 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1f94e034-8ec3-44f9-ac52-d5606f4dbc60 req-6b557a6d-4c5c-4973-beba-159b0dc77f3d tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.0639529 Feb 09 12:53:07.717093 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1f94e034-8ec3-44f9-ac52-d5606f4dbc60 req-728756c5-cb3e-4f99-856c-e4025018462e tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699143 Feb 09 12:53:07.830352 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['68ab71aa-ac63-47ca-8d17-8dbb410245c6'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:53:07.949113 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fed9c-a764-4d2a-90b9-b833062999b6 req-06f888e4-5c7c-4032-a6c8-888540a81a2a tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:07.950709 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-bb2fed9c-a764-4d2a-90b9-b833062999b6 req-06f888e4-5c7c-4032-a6c8-888540a81a2a tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=56f73360-12ab-4dcc-853b-f90db9d8a1f7 HTTP/1.1" status: 200 len: 944 time: 0.0572991 Feb 09 12:53:08.001697 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-72711138-a1c2-4c21-a43a-b20837151747 req-02e231ed-b77b-4e46-b960-52a3c6090788 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 210 time: 0.0332806 Feb 09 12:53:08.023481 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-bb2fed9c-a764-4d2a-90b9-b833062999b6 req-e7355e22-a605-415b-9aab-27cc2fb84f91 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659404 Feb 09 12:53:08.872661 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4a830-5f7f-4771-87fd-8498eca9aca9 req-42526430-ac4c-47ee-b00e-2c0ebb7b0eae tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:08.874610 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8ef4a830-5f7f-4771-87fd-8498eca9aca9 req-42526430-ac4c-47ee-b00e-2c0ebb7b0eae tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.0646684 Feb 09 12:53:08.939860 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8ef4a830-5f7f-4771-87fd-8498eca9aca9 req-dacb796f-a28b-4164-96a3-9eb650b64ec9 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574477 Feb 09 12:53:09.046858 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 68ab71aa-ac63-47ca-8d17-8dbb410245c6 up at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:53:09.138283 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-7ae6dbb4-9a28-42fe-bbe6-006742293fe0 req-030db80e-dbb5-4d2d-b359-8aebcb756bd6 tempest-DeleteServersTestJSON-1590947997 tempest-DeleteServersTestJSON-1590947997-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65c9041-b32d-402e-b7db-604960c2d427 HTTP/1.1" status: 200 len: 210 time: 0.0321317 Feb 09 12:53:09.213379 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200d86b-3ff9-4c34-9b27-1709b70e7979 req-571d6d9f-113c-48fe-8d98-0d8d382f01dd tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:09.215395 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7200d86b-3ff9-4c34-9b27-1709b70e7979 req-571d6d9f-113c-48fe-8d98-0d8d382f01dd tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=56f73360-12ab-4dcc-853b-f90db9d8a1f7 HTTP/1.1" status: 200 len: 944 time: 0.0618184 Feb 09 12:53:09.267187 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning for port 68ab71aa-ac63-47ca-8d17-8dbb410245c6 completed by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:53:09.270704 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7200d86b-3ff9-4c34-9b27-1709b70e7979 req-04ca0275-e234-4b9b-a284-96e68e3d679b tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469987 Feb 09 12:53:09.271873 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning complete for port 68ab71aa-ac63-47ca-8d17-8dbb410245c6 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:53:09.272431 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (68ab71aa-ac63-47ca-8d17-8dbb410245c6), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:09.361232 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 68ab71aa-ac63-47ca-8d17-8dbb410245c6 is: BUILD; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:53:09.361750 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (68ab71aa-ac63-47ca-8d17-8dbb410245c6), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:09.390196 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f73360-12ab-4dcc-853b-f90db9d8a1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ab71aa-ac63-47ca-8d17-8dbb410245c6'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:53:09.392414 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35568c951842a11d678cd4ef08ed24226590f5ef87a7b6612a56827cefa1ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b980cc-199b-4623-a9a4-ad1b80f94480" -d '{"events": [{"server_uuid": "56f73360-12ab-4dcc-853b-f90db9d8a1f7", "name": "network-vif-plugged", "status": "completed", "tag": "68ab71aa-ac63-47ca-8d17-8dbb410245c6"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:53:09.407170 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 68ab71aa-ac63-47ca-8d17-8dbb410245c6, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=68ab71aa-ac63-47ca-8d17-8dbb410245c6,segment=NetworkSegment(3193b368-ce2c-4571-8129-3a0af32866ab),segment_id=3193b368-ce2c-4571-8129-3a0af32866ab)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:53:09.432548 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1246acf3-f51f-4130-ae4e-263274f6d792 x-openstack-request-id: req-1246acf3-f51f-4130-ae4e-263274f6d792 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:53:09.432858 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f73360-12ab-4dcc-853b-f90db9d8a1f7", "name": "network-vif-plugged", "status": "completed", "tag": "68ab71aa-ac63-47ca-8d17-8dbb410245c6", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:53:09.433110 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1246acf3-f51f-4130-ae4e-263274f6d792 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:53:09.433503 dv-cinder-810917-4-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f73360-12ab-4dcc-853b-f90db9d8a1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ab71aa-ac63-47ca-8d17-8dbb410245c6', 'code': 200} Feb 09 12:53:09.613953 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (68ab71aa-ac63-47ca-8d17-8dbb410245c6), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:09.614785 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device c9c08fe2-352d-4d55-aed1-e41644d08b0c no longer exists at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:53:09.657737 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] No Port match for: c9c08fe2-352d-4d55-aed1-e41644d08b0c {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 12:53:09.657988 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device c9c08fe2-352d-4d55-aed1-e41644d08b0c not bound to the agent host hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 12:53:09.683743 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=68ab71aa-ac63-47ca-8d17-8dbb410245c6,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:09.966018 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087b657-f723-42f7-9ebc-b3b4ee219a94 req-dd2f618d-636f-49b2-9c65-0ae076b07227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:09.967711 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0087b657-f723-42f7-9ebc-b3b4ee219a94 req-dd2f618d-636f-49b2-9c65-0ae076b07227 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=56f73360-12ab-4dcc-853b-f90db9d8a1f7 HTTP/1.1" status: 200 len: 1129 time: 0.0605023 Feb 09 12:53:10.115187 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0087b657-f723-42f7-9ebc-b3b4ee219a94 req-886864ae-b625-4cbe-9e52-2ad574e75312 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286190 Feb 09 12:53:10.149820 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2dd30-2c66-46a6-9596-1ba520e24128 req-2b6697c6-3752-4315-b858-574fc22ac380 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:10.151736 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-49e2dd30-2c66-46a6-9596-1ba520e24128 req-2b6697c6-3752-4315-b858-574fc22ac380 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.1273665 Feb 09 12:53:10.212224 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-49e2dd30-2c66-46a6-9596-1ba520e24128 req-be35c912-a66b-4d1e-9ebc-aa2499653f05 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516443 Feb 09 12:53:10.426438 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62466a8-6f20-407f-926b-fd4a218611fc req-df08eb94-5486-4e29-9759-e19ca4969c11 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:10.432861 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e62466a8-6f20-407f-926b-fd4a218611fc req-df08eb94-5486-4e29-9759-e19ca4969c11 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=56f73360-12ab-4dcc-853b-f90db9d8a1f7 HTTP/1.1" status: 200 len: 945 time: 0.0757880 Feb 09 12:53:10.497115 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e62466a8-6f20-407f-926b-fd4a218611fc req-f81d68dd-d93b-4ac9-90a0-00f1b668eb09 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616126 Feb 09 12:53:11.344888 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7e1a4-6f87-4955-a8ce-1185c167eb56 req-62a21013-b4a5-4640-91fb-9005d80cf5e0 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:11.346990 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-7dc7e1a4-6f87-4955-a8ce-1185c167eb56 req-62a21013-b4a5-4640-91fb-9005d80cf5e0 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.0629785 Feb 09 12:53:11.399759 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-7dc7e1a4-6f87-4955-a8ce-1185c167eb56 req-a60bf2ac-12b7-4f9c-8cda-f7306fbfe768 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468493 Feb 09 12:53:11.629463 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81223e41-4618-4a00-aeef-9a83ed0de8e7 req-e0f46ed5-a81f-45b7-8ab8-ceb3ec3296e7 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:11.631084 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-81223e41-4618-4a00-aeef-9a83ed0de8e7 req-e0f46ed5-a81f-45b7-8ab8-ceb3ec3296e7 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=56f73360-12ab-4dcc-853b-f90db9d8a1f7 HTTP/1.1" status: 200 len: 945 time: 0.0593772 Feb 09 12:53:11.716545 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-81223e41-4618-4a00-aeef-9a83ed0de8e7 req-14d09d66-2c34-4d20-b230-1cbcddba8482 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790458 Feb 09 12:53:12.003913 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 49738) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:53:12.052237 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_v2 [None req-a31de002-992f-4477-b92c-162245c2c159 admin admin] Deleting subnet 56a043ac-e57d-4cb8-8ab2-9c04c509ae33 {{(pid=109769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 12:53:12.056167 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a31de002-992f-4477-b92c-162245c2c159 admin admin] Publish callbacks [] for subnet (56a043ac-e57d-4cb8-8ab2-9c04c509ae33), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:12.094416 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a31de002-992f-4477-b92c-162245c2c159 admin admin] Publish callbacks [] for subnet (56a043ac-e57d-4cb8-8ab2-9c04c509ae33), precommit_delete_associations {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:12.110187 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a31de002-992f-4477-b92c-162245c2c159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956720'] for subnet (56a043ac-e57d-4cb8-8ab2-9c04c509ae33), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:12.293235 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a31de002-992f-4477-b92c-162245c2c159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-956875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for subnet (56a043ac-e57d-4cb8-8ab2-9c04c509ae33), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:12.329041 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31de002-992f-4477-b92c-162245c2c159 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56a043ac-e57d-4cb8-8ab2-9c04c509ae33,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:12.331669 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a31de002-992f-4477-b92c-162245c2c159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:12.335166 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-a31de002-992f-4477-b92c-162245c2c159 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/56a043ac-e57d-4cb8-8ab2-9c04c509ae33 HTTP/1.1" status: 204 len: 168 time: 0.3301957 Feb 09 12:53:12.337908 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 49744) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:53:12.411219 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-574f8208-befd-44e7-adb7-157a491eb7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-976102'] for network (c503528d-9c98-42eb-aea2-2650c54662c7), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:12.530415 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-574f8208-befd-44e7-adb7-157a491eb7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032615', 'neutron.services.segments.db._delete_segments_for_network-8775837910977'] for network (c503528d-9c98-42eb-aea2-2650c54662c7), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:12.561097 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-574f8208-befd-44e7-adb7-157a491eb7eb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:53:12.561445 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-574f8208-befd-44e7-adb7-157a491eb7eb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:53:12.562215 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-574f8208-befd-44e7-adb7-157a491eb7eb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:53:12.562680 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-574f8208-befd-44e7-adb7-157a491eb7eb admin admin] Subscribe: > port after_create 55550000 {{(pid=109770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:53:12.563034 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-574f8208-befd-44e7-adb7-157a491eb7eb admin admin] Subscribe: > port after_delete 55550000 {{(pid=109770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:53:12.563407 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-574f8208-befd-44e7-adb7-157a491eb7eb admin admin] Subscribe: > port after_update 55550000 {{(pid=109770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:53:12.563772 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-574f8208-befd-44e7-adb7-157a491eb7eb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:53:12.564111 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-574f8208-befd-44e7-adb7-157a491eb7eb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:53:12.564432 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-574f8208-befd-44e7-adb7-157a491eb7eb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:53:12.564757 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-574f8208-befd-44e7-adb7-157a491eb7eb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:53:12.739011 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-574f8208-befd-44e7-adb7-157a491eb7eb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:53:12.739384 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-574f8208-befd-44e7-adb7-157a491eb7eb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:53:12.739744 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-574f8208-befd-44e7-adb7-157a491eb7eb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:53:12.740081 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-574f8208-befd-44e7-adb7-157a491eb7eb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:53:12.740468 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-574f8208-befd-44e7-adb7-157a491eb7eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c503528d-9c98-42eb-aea2-2650c54662c7']}} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:53:12.763246 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-574f8208-befd-44e7-adb7-157a491eb7eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '182b9382-6c7a-4040-8227-77f615395f76') {'for_net_delete': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:53:12.763577 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-574f8208-befd-44e7-adb7-157a491eb7eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '182b9382-6c7a-4040-8227-77f615395f76') {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:53:12.784258 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-574f8208-befd-44e7-adb7-157a491eb7eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775837913034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10469964'] for segment (182b9382-6c7a-4040-8227-77f615395f76), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:12.796284 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5402cc-185c-4c61-9c99-9b524b02484a req-e13e7a42-4cc7-40c9-8370-30c75b3f39cb tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:12.797897 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-2e5402cc-185c-4c61-9c99-9b524b02484a req-e13e7a42-4cc7-40c9-8370-30c75b3f39cb tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.3057287 Feb 09 12:53:12.837953 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-574f8208-befd-44e7-adb7-157a491eb7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (182b9382-6c7a-4040-8227-77f615395f76), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:12.857122 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e58655-b041-4858-8a7b-c8146a4c53b2 req-697a13ff-c15f-4b7d-9429-2247e75fbea0 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:12.858298 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574f8208-befd-44e7-adb7-157a491eb7eb admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:53:12.858907 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-10e58655-b041-4858-8a7b-c8146a4c53b2 req-697a13ff-c15f-4b7d-9429-2247e75fbea0 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=56f73360-12ab-4dcc-853b-f90db9d8a1f7 HTTP/1.1" status: 200 len: 945 time: 0.0628343 Feb 09 12:53:12.859081 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-574f8208-befd-44e7-adb7-157a491eb7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10470575'] for segment (182b9382-6c7a-4040-8227-77f615395f76), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: from cryptography.utils import int_from_bytes Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: from cryptography.utils import int_from_bytes Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: Traceback (most recent call last): Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: timer() Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: cb(*args, **kw) Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: return func(*args, **kwargs) Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: self._notify() Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: self.callback(batched_events) Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: event.method(event) Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: return f(self, *a, **k) Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: return self._get(url).json() Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: return self.request(url, 'GET', **kwargs) Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:53:12.890876 dv-cinder-810917-4-iscsi neutron-server[109770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:53:12.918131 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-10e58655-b041-4858-8a7b-c8146a4c53b2 req-b888923a-e576-45c3-a13a-777696d5219e tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511842 Feb 09 12:53:12.982150 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-2e5402cc-185c-4c61-9c99-9b524b02484a req-81e77fad-766b-4183-b8ec-594239cf35ac tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737688 Feb 09 12:53:13.076266 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-574f8208-befd-44e7-adb7-157a491eb7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591153'] for network (c503528d-9c98-42eb-aea2-2650c54662c7), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:13.105998 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f8208-befd-44e7-adb7-157a491eb7eb admin admin] Pushing event deleted for resources: {'Network': ['ID=c503528d-9c98-42eb-aea2-2650c54662c7,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:13.110489 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-574f8208-befd-44e7-adb7-157a491eb7eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:13.115957 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-574f8208-befd-44e7-adb7-157a491eb7eb admin admin] 10.222.0.50 "DELETE /v2.0/networks/c503528d-9c98-42eb-aea2-2650c54662c7 HTTP/1.1" status: 204 len: 168 time: 0.7769928 Feb 09 12:53:13.265720 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 49782) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:53:13.390276 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1cdd0ecf-516c-4bdd-8144-9c80ebc8b480 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:13.474177 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1cdd0ecf-516c-4bdd-8144-9c80ebc8b480 admin admin] Publish callbacks [] for security_group (f1572d19-5941-4ae9-9243-fafc86c49f2b), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:13.566877 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1cdd0ecf-516c-4bdd-8144-9c80ebc8b480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (f1572d19-5941-4ae9-9243-fafc86c49f2b), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:13.608872 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-1cdd0ecf-516c-4bdd-8144-9c80ebc8b480 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f28d0ce0c012441ab69289c874bbbe4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3420157 Feb 09 12:53:13.610983 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd0ecf-516c-4bdd-8144-9c80ebc8b480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1572d19-5941-4ae9-9243-fafc86c49f2b,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:13.613191 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 49788) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:53:13.673847 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4f192aef-08e1-44bb-bd93-c95ca3373b5e admin admin] Publish callbacks [] for security_group (f1572d19-5941-4ae9-9243-fafc86c49f2b), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:13.686502 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 49792) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:53:13.715369 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4f192aef-08e1-44bb-bd93-c95ca3373b5e admin admin] Publish callbacks [] for security_group (f1572d19-5941-4ae9-9243-fafc86c49f2b), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:13.753642 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-a5bfe613-cfa4-4ba9-9d8e-40dbc5c36c9b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ffd005ddd8b54694abf2c6cbc33bff8b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0658019 Feb 09 12:53:13.756791 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 49796) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:53:13.809407 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bac6ebbe-3f5b-42f7-a5b7-2f4c5f77c876 admin admin] Publish callbacks [] for security_group (67a6d76c-1844-4683-b685-42cd1b8e2bff), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:13.832659 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bac6ebbe-3f5b-42f7-a5b7-2f4c5f77c876 admin admin] Publish callbacks [] for security_group (67a6d76c-1844-4683-b685-42cd1b8e2bff), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:13.886099 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4f192aef-08e1-44bb-bd93-c95ca3373b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (f1572d19-5941-4ae9-9243-fafc86c49f2b), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:13.889017 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4f192aef-08e1-44bb-bd93-c95ca3373b5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:13.890183 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-4f192aef-08e1-44bb-bd93-c95ca3373b5e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f1572d19-5941-4ae9-9243-fafc86c49f2b HTTP/1.1" status: 204 len: 168 time: 0.2747040 Feb 09 12:53:13.902006 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f192aef-08e1-44bb-bd93-c95ca3373b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1572d19-5941-4ae9-9243-fafc86c49f2b,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:13.989379 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bac6ebbe-3f5b-42f7-a5b7-2f4c5f77c876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (67a6d76c-1844-4683-b685-42cd1b8e2bff), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:13.993282 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bac6ebbe-3f5b-42f7-a5b7-2f4c5f77c876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:13.995530 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-bac6ebbe-3f5b-42f7-a5b7-2f4c5f77c876 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/67a6d76c-1844-4683-b685-42cd1b8e2bff HTTP/1.1" status: 204 len: 168 time: 0.2374482 Feb 09 12:53:14.005364 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6ebbe-3f5b-42f7-a5b7-2f4c5f77c876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a6d76c-1844-4683-b685-42cd1b8e2bff,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:14.171674 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba04809-8b9a-4a73-88d7-5c4203f3f80d req-de0ccb17-7f94-4b11-a74e-ae60ab33d815 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:14.173627 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-dba04809-8b9a-4a73-88d7-5c4203f3f80d req-de0ccb17-7f94-4b11-a74e-ae60ab33d815 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.0837417 Feb 09 12:53:14.244554 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-dba04809-8b9a-4a73-88d7-5c4203f3f80d req-fd866be7-9010-4c3b-a62d-34846a82e2b4 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635111 Feb 09 12:53:14.944023 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 49824) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:53:14.959138 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:14.959935 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0d5500e4-e714-4288-94fd-f6632a139628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:15.113116 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0d5500e4-e714-4288-94fd-f6632a139628 admin admin] Publish callbacks [] for security_group (cfa45e47-8513-4c62-af32-bb5fc97a7432), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:15.243573 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0d5500e4-e714-4288-94fd-f6632a139628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (cfa45e47-8513-4c62-af32-bb5fc97a7432), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:15.301597 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-0d5500e4-e714-4288-94fd-f6632a139628 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=89eda2b3dd6c4c91b356151f9318e679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3562636 Feb 09 12:53:15.302712 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5500e4-e714-4288-94fd-f6632a139628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa45e47-8513-4c62-af32-bb5fc97a7432,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:15.304567 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 49836) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:53:15.427811 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73412fd0-7711-4473-9397-48924fd4fd4b req-0e80ce93-3302-484f-8f19-6fdfe74d9757 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:15.429917 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-73412fd0-7711-4473-9397-48924fd4fd4b req-0e80ce93-3302-484f-8f19-6fdfe74d9757 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.0876589 Feb 09 12:53:15.450746 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-85c76261-ee78-442b-9d03-29039fdc5a49 admin admin] Publish callbacks [] for security_group (cfa45e47-8513-4c62-af32-bb5fc97a7432), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:15.506402 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-85c76261-ee78-442b-9d03-29039fdc5a49 admin admin] Publish callbacks [] for security_group (cfa45e47-8513-4c62-af32-bb5fc97a7432), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:15.522819 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-73412fd0-7711-4473-9397-48924fd4fd4b req-c1665556-13e4-4b77-84d5-b62e452b3bb5 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850894 Feb 09 12:53:15.674774 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-85c76261-ee78-442b-9d03-29039fdc5a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (cfa45e47-8513-4c62-af32-bb5fc97a7432), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:15.678202 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-85c76261-ee78-442b-9d03-29039fdc5a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:15.679577 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-85c76261-ee78-442b-9d03-29039fdc5a49 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cfa45e47-8513-4c62-af32-bb5fc97a7432 HTTP/1.1" status: 204 len: 168 time: 0.3726752 Feb 09 12:53:15.688187 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c76261-ee78-442b-9d03-29039fdc5a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa45e47-8513-4c62-af32-bb5fc97a7432,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:16.126782 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4b968-da97-4a52-beb4-8b6ba6a5f277 req-642e78a9-e3b3-4eda-beec-c52fe46431f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:16.129135 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8be4b968-da97-4a52-beb4-8b6ba6a5f277 req-642e78a9-e3b3-4eda-beec-c52fe46431f3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 1129 time: 0.0563669 Feb 09 12:53:16.199181 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8be4b968-da97-4a52-beb4-8b6ba6a5f277 req-e95e5cdd-9098-410f-ae9c-2f385d607f29 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570700 Feb 09 12:53:16.674138 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1a0f3-9934-40d0-8255-fb4b7e583c34 req-207b10f6-a9d2-41f2-ab01-e0b20f3c2308 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:16.675846 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a3c1a0f3-9934-40d0-8255-fb4b7e583c34 req-207b10f6-a9d2-41f2-ab01-e0b20f3c2308 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.0670688 Feb 09 12:53:16.736908 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a3c1a0f3-9934-40d0-8255-fb4b7e583c34 req-7a3918b9-adb0-4335-a421-d10c30b13554 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522442 Feb 09 12:53:17.617324 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-325af13f-1e71-4630-97b2-a5f82a0254a6 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:17.618925 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-325af13f-1e71-4630-97b2-a5f82a0254a6 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/networks?id=60e1c116-600c-4c22-be1c-87ca9eb04745 HTTP/1.1" status: 200 len: 813 time: 0.1127539 Feb 09 12:53:17.634142 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-5508775f-6bec-4de8-bda4-3eed802f9e2d tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/quotas/c700a76888af4c26ac5b858223b6e261 HTTP/1.1" status: 200 len: 375 time: 0.0097482 Feb 09 12:53:17.703296 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-2e52c0b4-1ead-4cbf-9050-f397d8629ef6 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c700a76888af4c26ac5b858223b6e261&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626156 Feb 09 12:53:17.806798 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-0f656a0e-461f-4a51-a103-2dcf4254e905 service neutron] 10.222.0.50 "GET /v2.0/networks/60e1c116-600c-4c22-be1c-87ca9eb04745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963843 Feb 09 12:53:17.882901 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc63098-7733-4189-b724-a8716300303e req-982c878f-6e48-4ea6-9a4d-92a84f724afc tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:17.885091 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1fc63098-7733-4189-b724-a8716300303e req-982c878f-6e48-4ea6-9a4d-92a84f724afc tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.0708213 Feb 09 12:53:17.930718 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-3322cca9-1fe1-4cee-a86c-352a64c724e1 service neutron] 10.222.0.50 "GET /v2.0/networks/60e1c116-600c-4c22-be1c-87ca9eb04745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101801 Feb 09 12:53:17.947252 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1fc63098-7733-4189-b724-a8716300303e req-5da89d10-38b7-4bdf-94b2-10acdfb0d965 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560176 Feb 09 12:53:18.057279 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 49932) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:53:18.191269 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bc765115-6415-4649-8889-252132207a3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:18.234568 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-25a673c1-923d-4401-bfff-19906f7609ff req-1d0bcac5-a335-48f8-abe7-e629a1d32f15 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 210 time: 0.0434918 Feb 09 12:53:18.288550 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bc765115-6415-4649-8889-252132207a3e admin admin] Publish callbacks [] for security_group (83d63861-1d9a-4a4c-95d2-b38916a31d9d), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:18.388995 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-bc765115-6415-4649-8889-252132207a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (83d63861-1d9a-4a4c-95d2-b38916a31d9d), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:18.429605 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc765115-6415-4649-8889-252132207a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d63861-1d9a-4a4c-95d2-b38916a31d9d,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:18.435320 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-bc765115-6415-4649-8889-252132207a3e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7b3854c0fca24712a1fd1294d3ea08d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3768415 Feb 09 12:53:18.439848 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 49944) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:53:18.500960 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d82d7822-b8be-4902-a792-db30282d8d18 admin admin] Publish callbacks [] for security_group (83d63861-1d9a-4a4c-95d2-b38916a31d9d), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:18.528599 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d82d7822-b8be-4902-a792-db30282d8d18 admin admin] Publish callbacks [] for security_group (83d63861-1d9a-4a4c-95d2-b38916a31d9d), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:18.697683 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d82d7822-b8be-4902-a792-db30282d8d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (83d63861-1d9a-4a4c-95d2-b38916a31d9d), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:18.700742 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d82d7822-b8be-4902-a792-db30282d8d18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:18.702552 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-d82d7822-b8be-4902-a792-db30282d8d18 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/83d63861-1d9a-4a4c-95d2-b38916a31d9d HTTP/1.1" status: 204 len: 168 time: 0.2606146 Feb 09 12:53:18.717805 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d7822-b8be-4902-a792-db30282d8d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d63861-1d9a-4a4c-95d2-b38916a31d9d,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:19.106810 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdad8c8-50f4-43e7-a818-82af61295a44 req-4aa315d3-a0fd-40fd-b04f-adc7bd1ca5fd tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:19.108190 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ccdad8c8-50f4-43e7-a818-82af61295a44 req-4aa315d3-a0fd-40fd-b04f-adc7bd1ca5fd tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.0718403 Feb 09 12:53:19.166596 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ccdad8c8-50f4-43e7-a818-82af61295a44 req-281c15e1-7fcd-4dd6-8e95-c6115f614277 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507240 Feb 09 12:53:19.359705 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dff56bb6-27da-452c-b27c-fdcb3e18bf2b req-053e6f5b-6ffa-4db9-9767-e373e64b1454 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 210 time: 0.0290208 Feb 09 12:53:20.318015 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939cfef-4870-4dfc-9257-0f85082c18b4 req-f1225aff-5998-4b13-b3da-b03e9fafa88f tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:20.319874 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-4939cfef-4870-4dfc-9257-0f85082c18b4 req-f1225aff-5998-4b13-b3da-b03e9fafa88f tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.0639191 Feb 09 12:53:20.379408 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-4939cfef-4870-4dfc-9257-0f85082c18b4 req-cd6a58bc-492b-49b9-bd1b-7316bb6646a2 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518270 Feb 09 12:53:20.465242 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5f9d3c8a-488a-45db-93f3-e7872b01bc19 req-d198b2f3-12de-42d4-b3fe-d6eff5268e48 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 210 time: 0.0274339 Feb 09 12:53:21.521041 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3dcdb3-2c32-44f9-b34f-091d066fd442 req-354ffbab-5fc4-4f8e-bc3f-0bb9ba4315a3 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:21.522644 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-eb3dcdb3-2c32-44f9-b34f-091d066fd442 req-354ffbab-5fc4-4f8e-bc3f-0bb9ba4315a3 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.0587542 Feb 09 12:53:21.567082 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1a8271a9-bc27-45e4-b961-b0ba765cb87e req-abd7b232-18ff-4f68-abf9-8dd4e6959129 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 210 time: 0.0305371 Feb 09 12:53:21.577930 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-eb3dcdb3-2c32-44f9-b34f-091d066fd442 req-fd133e6c-d64d-41b9-a574-6d80a7d3560b tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484307 Feb 09 12:53:21.736192 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b878e4-4ac8-4dcf-9c00-223be61f98e2 req-4af9aa38-5bdf-4ca0-b823-b1df4b060616 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:21.738311 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b3b878e4-4ac8-4dcf-9c00-223be61f98e2 req-4af9aa38-5bdf-4ca0-b823-b1df4b060616 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0613751 Feb 09 12:53:21.788496 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b3b878e4-4ac8-4dcf-9c00-223be61f98e2 req-e1396fd8-f48d-4ab0-af6c-8507021f5eb4 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441086 Feb 09 12:53:22.696052 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-abbb4096-7386-48cd-bb30-00e6e9d27153 req-1f7ade0a-fcd4-4b30-aef0-aa7c1916722a tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 210 time: 0.0301895 Feb 09 12:53:23.360760 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-9ab94977-1554-44cc-9366-3040b9a1dca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:23.828484 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e0868725-428e-439d-8eb1-ca2bff26f0bc req-0f044d91-f388-4933-bd84-df65507bbb59 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 210 time: 0.0302830 Feb 09 12:53:24.007481 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-442e87c6-4433-4d79-81ea-16f3e036069b tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:24.009979 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-442e87c6-4433-4d79-81ea-16f3e036069b tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.18 "GET /v2.0/networks?id=60e1c116-600c-4c22-be1c-87ca9eb04745 HTTP/1.1" status: 200 len: 813 time: 0.1234641 Feb 09 12:53:24.027201 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-824239f7-42f2-415d-b212-bfac46ffbf83 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Request body: {'port': {'device_id': '96f7ece4-e427-4385-830d-2528075d315f', 'network_id': '60e1c116-600c-4c22-be1c-87ca9eb04745', 'admin_state_up': True, 'tenant_id': 'c700a76888af4c26ac5b858223b6e261'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:53:24.290401 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-824239f7-42f2-415d-b212-bfac46ffbf83 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Made reservation on behalf of c700a76888af4c26ac5b858223b6e261 for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:53:24.294631 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-824239f7-42f2-415d-b212-bfac46ffbf83 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:24.461026 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-824239f7-42f2-415d-b212-bfac46ffbf83 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Allocated IP 172.20.0.12 (60e1c116-600c-4c22-be1c-87ca9eb04745/9699e6c1-1018-457a-af1d-044b01a0fe5a/76f4be6a-cc7f-4237-a476-aade95ba2dfc) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:53:24.625210 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-824239f7-42f2-415d-b212-bfac46ffbf83 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks [] for port (76f4be6a-cc7f-4237-a476-aade95ba2dfc), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:24.797496 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-824239f7-42f2-415d-b212-bfac46ffbf83 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (76f4be6a-cc7f-4237-a476-aade95ba2dfc), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:24.818483 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['7b78f94a-31c6-41d8-9f34-b402f8718946', '68ab71aa-ac63-47ca-8d17-8dbb410245c6'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:53:24.869208 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-824239f7-42f2-415d-b212-bfac46ffbf83 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Network 60e1c116-600c-4c22-be1c-87ca9eb04745 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:53:24.874640 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-824239f7-42f2-415d-b212-bfac46ffbf83 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:53:24.891997 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-824239f7-42f2-415d-b212-bfac46ffbf83 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:53:24.909186 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-824239f7-42f2-415d-b212-bfac46ffbf83 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:24.910939 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-824239f7-42f2-415d-b212-bfac46ffbf83 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:24.968924 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824239f7-42f2-415d-b212-bfac46ffbf83 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Pushing event updated for resources: {'Port': ['ID=76f4be6a-cc7f-4237-a476-aade95ba2dfc,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:25.057744 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353deb5-6211-4aef-ae66-9b10c4f160b8 req-357f7bbb-095e-46d6-ab45-56f185d1a4bf tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:25.060356 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9353deb5-6211-4aef-ae66-9b10c4f160b8 req-357f7bbb-095e-46d6-ab45-56f185d1a4bf tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 932 time: 0.1082811 Feb 09 12:53:25.117383 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-824239f7-42f2-415d-b212-bfac46ffbf83 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0940974 Feb 09 12:53:25.135329 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-d699400a-0de3-49cc-9c82-f5ebc8d4cd26 service neutron] Request body: {'port': {'device_id': '96f7ece4-e427-4385-830d-2528075d315f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:53:25.196558 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9353deb5-6211-4aef-ae66-9b10c4f160b8 req-b8f44849-0a24-4694-9157-f868c5c13c8d tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253114 Feb 09 12:53:25.287280 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-d699400a-0de3-49cc-9c82-f5ebc8d4cd26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (76f4be6a-cc7f-4237-a476-aade95ba2dfc), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:25.663699 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-d699400a-0de3-49cc-9c82-f5ebc8d4cd26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f4be6a-cc7f-4237-a476-aade95ba2dfc {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:53:25.665796 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-d699400a-0de3-49cc-9c82-f5ebc8d4cd26 service neutron] Publish callbacks [] for port (76f4be6a-cc7f-4237-a476-aade95ba2dfc), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:25.681685 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-d699400a-0de3-49cc-9c82-f5ebc8d4cd26 service neutron] Transition to ACTIVE for port object 76f4be6a-cc7f-4237-a476-aade95ba2dfc will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:53:25.699819 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f4ebb-7264-480c-bb90-7e25ebeaade9 req-c6a34653-6951-462f-ac3b-47af9145efaf tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:25.701487 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b19f4ebb-7264-480c-bb90-7e25ebeaade9 req-c6a34653-6951-462f-ac3b-47af9145efaf tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.1245966 Feb 09 12:53:25.742505 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91689ddb-46b6-4fcb-93c1-8fc64b5d0303 req-09cf2939-8f80-4de9-a1bd-9f20c55d0954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:25.745212 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-91689ddb-46b6-4fcb-93c1-8fc64b5d0303 req-09cf2939-8f80-4de9-a1bd-9f20c55d0954 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aac257b16e274dfb9778b47283dbc3d7&device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 1129 time: 0.0709107 Feb 09 12:53:25.759010 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b19f4ebb-7264-480c-bb90-7e25ebeaade9 req-71d66f99-e80c-4fe7-9485-6299cecd3c0a tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505707 Feb 09 12:53:25.824124 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-d699400a-0de3-49cc-9c82-f5ebc8d4cd26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (76f4be6a-cc7f-4237-a476-aade95ba2dfc), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:25.881527 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91689ddb-46b6-4fcb-93c1-8fc64b5d0303 req-d02e55c5-3408-42ca-8cad-173c6971d45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:25.883085 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-91689ddb-46b6-4fcb-93c1-8fc64b5d0303 req-d02e55c5-3408-42ca-8cad-173c6971d45a service neutron] 10.222.0.18 "GET /v2.0/networks?id=fe9e02a9-db66-4356-b324-dd8d3fc56de1 HTTP/1.1" status: 200 len: 920 time: 0.1161091 Feb 09 12:53:25.885947 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699400a-0de3-49cc-9c82-f5ebc8d4cd26 service neutron] Pushing event updated for resources: {'Port': ['ID=76f4be6a-cc7f-4237-a476-aade95ba2dfc,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:25.917353 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-d699400a-0de3-49cc-9c82-f5ebc8d4cd26 service neutron] Attempting to bind port 76f4be6a-cc7f-4237-a476-aade95ba2dfc on host hv-cinder-81091 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:53:25.917824 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-d699400a-0de3-49cc-9c82-f5ebc8d4cd26 service neutron] Attempting to bind port 76f4be6a-cc7f-4237-a476-aade95ba2dfc by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '3193b368-ce2c-4571-8129-3a0af32866ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '60e1c116-600c-4c22-be1c-87ca9eb04745'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:53:25.918149 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-d699400a-0de3-49cc-9c82-f5ebc8d4cd26 service neutron] Attempting to bind port 76f4be6a-cc7f-4237-a476-aade95ba2dfc on network 60e1c116-600c-4c22-be1c-87ca9eb04745 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:53:25.923052 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-d699400a-0de3-49cc-9c82-f5ebc8d4cd26 service neutron] Port 76f4be6a-cc7f-4237-a476-aade95ba2dfc on network 60e1c116-600c-4c22-be1c-87ca9eb04745 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 12:53:25.923372 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-d699400a-0de3-49cc-9c82-f5ebc8d4cd26 service neutron] Attempting to bind port 76f4be6a-cc7f-4237-a476-aade95ba2dfc on network 60e1c116-600c-4c22-be1c-87ca9eb04745 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:53:25.928943 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-91689ddb-46b6-4fcb-93c1-8fc64b5d0303 req-cb718a05-a752-44c4-aa7d-98cbf022c13d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ab5fada-eef8-4566-b3d0-305f254e5a73 HTTP/1.1" status: 200 len: 217 time: 0.0387659 Feb 09 12:53:25.930220 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-d699400a-0de3-49cc-9c82-f5ebc8d4cd26 service neutron] Checking agent: {'id': '230303ca-ea08-4771-a934-bc9aeb8313a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'started_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:53:25.930588 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-d699400a-0de3-49cc-9c82-f5ebc8d4cd26 service neutron] Checking segment: {'id': '3193b368-ce2c-4571-8129-3a0af32866ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '60e1c116-600c-4c22-be1c-87ca9eb04745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:53:25.930978 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-d699400a-0de3-49cc-9c82-f5ebc8d4cd26 service neutron] Bound using segment: {'id': '3193b368-ce2c-4571-8129-3a0af32866ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '60e1c116-600c-4c22-be1c-87ca9eb04745'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:53:25.931553 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-d699400a-0de3-49cc-9c82-f5ebc8d4cd26 service neutron] Bound port: 76f4be6a-cc7f-4237-a476-aade95ba2dfc, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3193b368-ce2c-4571-8129-3a0af32866ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '60e1c116-600c-4c22-be1c-87ca9eb04745'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:53:25.931882 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-d699400a-0de3-49cc-9c82-f5ebc8d4cd26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (76f4be6a-cc7f-4237-a476-aade95ba2dfc), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:25.932790 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-a4c217af-5e0f-4903-93b8-851c126f8442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:25.998563 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91689ddb-46b6-4fcb-93c1-8fc64b5d0303 req-efa74dcc-2844-488c-b3f4-9643b7c533fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:26.001614 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-91689ddb-46b6-4fcb-93c1-8fc64b5d0303 req-efa74dcc-2844-488c-b3f4-9643b7c533fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3eaa3335-b6ec-45d9-968c-d644bee9379c HTTP/1.1" status: 200 len: 859 time: 0.0644915 Feb 09 12:53:26.018010 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-d699400a-0de3-49cc-9c82-f5ebc8d4cd26 service neutron] For port 76f4be6a-cc7f-4237-a476-aade95ba2dfc, host hv-cinder-81091, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:53:26.018010 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-d699400a-0de3-49cc-9c82-f5ebc8d4cd26 service neutron] For port 76f4be6a-cc7f-4237-a476-aade95ba2dfc, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=76f4be6a-cc7f-4237-a476-aade95ba2dfc,segment=NetworkSegment(3193b368-ce2c-4571-8129-3a0af32866ab),segment_id=3193b368-ce2c-4571-8129-3a0af32866ab)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:53:26.166492 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-d699400a-0de3-49cc-9c82-f5ebc8d4cd26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (76f4be6a-cc7f-4237-a476-aade95ba2dfc), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:26.211703 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-d699400a-0de3-49cc-9c82-f5ebc8d4cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:26.212369 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-d699400a-0de3-49cc-9c82-f5ebc8d4cd26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:26.213807 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-d699400a-0de3-49cc-9c82-f5ebc8d4cd26 service neutron] 10.222.0.18 "PUT /v2.0/ports/76f4be6a-cc7f-4237-a476-aade95ba2dfc HTTP/1.1" status: 200 len: 1094 time: 1.0869808 Feb 09 12:53:26.214268 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f7ece4-e427-4385-830d-2528075d315f', 'tag': '76f4be6a-cc7f-4237-a476-aade95ba2dfc'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:53:26.216679 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3151418c-e22d-4401-b3fa-1390696e06e4" -d '{"events": [{"name": "network-changed", "server_uuid": "96f7ece4-e427-4385-830d-2528075d315f", "tag": "76f4be6a-cc7f-4237-a476-aade95ba2dfc"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:53:26.244928 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699400a-0de3-49cc-9c82-f5ebc8d4cd26 service neutron] Pushing event updated for resources: {'Port': ['ID=76f4be6a-cc7f-4237-a476-aade95ba2dfc,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:26.258346 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 12:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e446db-b213-4a35-8b64-6646f983ee54 x-openstack-request-id: req-b2e446db-b213-4a35-8b64-6646f983ee54 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:53:26.258761 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f7ece4-e427-4385-830d-2528075d315f", "tag": "76f4be6a-cc7f-4237-a476-aade95ba2dfc", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:53:26.259021 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b2e446db-b213-4a35-8b64-6646f983ee54 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:53:26.259451 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f7ece4-e427-4385-830d-2528075d315f', 'tag': '76f4be6a-cc7f-4237-a476-aade95ba2dfc', 'status': 'completed', 'code': 200} Feb 09 12:53:26.383595 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdfdc3-e447-403c-bfcc-52c37171435b req-95e0a438-b6f3-4e93-852d-e447cfef4f65 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:26.385713 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-30fdfdc3-e447-403c-bfcc-52c37171435b req-95e0a438-b6f3-4e93-852d-e447cfef4f65 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 944 time: 0.0683508 Feb 09 12:53:26.452512 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-30fdfdc3-e447-403c-bfcc-52c37171435b req-21af97bb-43eb-45e6-961e-6060fa5bf327 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597184 Feb 09 12:53:26.688834 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 50130) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:53:26.805395 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-eb9a24c3-20b3-4cfb-a4a1-d247aec8b53a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:26.922811 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee6242-e57f-43dc-98ef-f845c81dc957 req-dd1b38cf-9466-491e-978e-7b43be022e57 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:26.924380 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-cfee6242-e57f-43dc-98ef-f845c81dc957 req-dd1b38cf-9466-491e-978e-7b43be022e57 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0847280 Feb 09 12:53:26.939102 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-eb9a24c3-20b3-4cfb-a4a1-d247aec8b53a admin admin] Publish callbacks [] for security_group (d9e68f8d-333d-46f3-92a1-466bb800f3b3), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:26.986606 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-cfee6242-e57f-43dc-98ef-f845c81dc957 req-a85e2804-d0a1-46ab-89f4-3bf27b10f95a tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502930 Feb 09 12:53:27.052391 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-eb9a24c3-20b3-4cfb-a4a1-d247aec8b53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (d9e68f8d-333d-46f3-92a1-466bb800f3b3), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:27.091887 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-eb9a24c3-20b3-4cfb-a4a1-d247aec8b53a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1a5bb9ea761b424f85874f0e7d9d7491&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4008417 Feb 09 12:53:27.092905 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a24c3-20b3-4cfb-a4a1-d247aec8b53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e68f8d-333d-46f3-92a1-466bb800f3b3,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:27.094808 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 50138) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:53:27.151958 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-346b455e-3598-42aa-a71b-d9c305d231ab admin admin] Publish callbacks [] for security_group (d9e68f8d-333d-46f3-92a1-466bb800f3b3), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:27.178448 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-346b455e-3598-42aa-a71b-d9c305d231ab admin admin] Publish callbacks [] for security_group (d9e68f8d-333d-46f3-92a1-466bb800f3b3), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:27.377647 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-346b455e-3598-42aa-a71b-d9c305d231ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (d9e68f8d-333d-46f3-92a1-466bb800f3b3), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:27.380943 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-346b455e-3598-42aa-a71b-d9c305d231ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:27.382379 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-346b455e-3598-42aa-a71b-d9c305d231ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d9e68f8d-333d-46f3-92a1-466bb800f3b3 HTTP/1.1" status: 204 len: 168 time: 0.2808979 Feb 09 12:53:27.390881 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b455e-3598-42aa-a71b-d9c305d231ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e68f8d-333d-46f3-92a1-466bb800f3b3,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:27.404818 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:27.592956 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a71aa7-cb80-479d-99f6-d5296fa44c67 req-1b1d85b9-7f56-49aa-b718-432af07c1f79 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:27.594620 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-35a71aa7-cb80-479d-99f6-d5296fa44c67 req-1b1d85b9-7f56-49aa-b718-432af07c1f79 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 944 time: 0.0615826 Feb 09 12:53:27.654471 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-35a71aa7-cb80-479d-99f6-d5296fa44c67 req-1d13b16f-fa69-49de-b364-4140dfb08929 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525796 Feb 09 12:53:27.673030 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-91689ddb-46b6-4fcb-93c1-8fc64b5d0303 req-a5170699-d18d-4d2c-8763-5ead4b82cb65 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe9e02a9-db66-4356-b324-dd8d3fc56de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275068 Feb 09 12:53:28.131203 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f99b0-635a-4c83-b6b9-867389985473 req-201a4bed-7925-4d93-9419-e5c27de32ff0 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:28.132777 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-0a0f99b0-635a-4c83-b6b9-867389985473 req-201a4bed-7925-4d93-9419-e5c27de32ff0 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0748591 Feb 09 12:53:28.182760 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-0a0f99b0-635a-4c83-b6b9-867389985473 req-d007963f-3604-4708-94eb-8fca5ecce2bb tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441108 Feb 09 12:53:28.244635 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 50154) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:53:28.259560 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4182fe8c-bb5f-4f24-bb3e-a60ba34df33d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:28.343441 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4182fe8c-bb5f-4f24-bb3e-a60ba34df33d admin admin] Publish callbacks [] for security_group (af2bf2ca-c5ab-48a5-97d8-f0edda3a1d47), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:28.469107 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4182fe8c-bb5f-4f24-bb3e-a60ba34df33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (af2bf2ca-c5ab-48a5-97d8-f0edda3a1d47), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:28.565322 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-4182fe8c-bb5f-4f24-bb3e-a60ba34df33d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7a38f0219d594867a8e21f997327e92c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3187983 Feb 09 12:53:28.567734 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182fe8c-bb5f-4f24-bb3e-a60ba34df33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2bf2ca-c5ab-48a5-97d8-f0edda3a1d47,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:28.571534 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 50158) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:53:28.660920 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:28.665869 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-91689ddb-46b6-4fcb-93c1-8fc64b5d0303 req-ac42eb06-57ca-4cb9-8a77-c9aedc339155 service neutron] 10.222.0.18 "GET /v2.0/networks/fe9e02a9-db66-4356-b324-dd8d3fc56de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011102 Feb 09 12:53:28.666155 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151418c-e22d-4401-b3fa-1390696e06e4 req-ed90437e-5a6b-4e78-9ac5-02d0944a98d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:28.667726 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3151418c-e22d-4401-b3fa-1390696e06e4 req-ed90437e-5a6b-4e78-9ac5-02d0944a98d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c700a76888af4c26ac5b858223b6e261&device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 1128 time: 0.0945406 Feb 09 12:53:28.673194 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bf82e734-a50d-44e5-a34d-5aa119d4d1d5 admin admin] Publish callbacks [] for security_group (af2bf2ca-c5ab-48a5-97d8-f0edda3a1d47), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:28.719113 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bf82e734-a50d-44e5-a34d-5aa119d4d1d5 admin admin] Publish callbacks [] for security_group (af2bf2ca-c5ab-48a5-97d8-f0edda3a1d47), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:28.813913 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-91689ddb-46b6-4fcb-93c1-8fc64b5d0303 req-c9c86d3c-4533-4846-973b-cdcc7a4fcf40 service neutron] 10.222.0.18 "GET /v2.0/networks/fe9e02a9-db66-4356-b324-dd8d3fc56de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263077 Feb 09 12:53:28.893322 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d60764-984e-43d0-8ffa-09dc6d66efb7 req-747374f8-78ee-4d56-b0ad-038a4c917aba tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:28.895357 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-61d60764-984e-43d0-8ffa-09dc6d66efb7 req-747374f8-78ee-4d56-b0ad-038a4c917aba tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 944 time: 0.1399450 Feb 09 12:53:28.914917 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151418c-e22d-4401-b3fa-1390696e06e4 req-f25acc95-67d2-4895-851d-563378f759a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:28.916447 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3151418c-e22d-4401-b3fa-1390696e06e4 req-f25acc95-67d2-4895-851d-563378f759a3 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c700a76888af4c26ac5b858223b6e261&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2268078 Feb 09 12:53:29.004458 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bf82e734-a50d-44e5-a34d-5aa119d4d1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (af2bf2ca-c5ab-48a5-97d8-f0edda3a1d47), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:29.005225 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bf82e734-a50d-44e5-a34d-5aa119d4d1d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:29.006408 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-bf82e734-a50d-44e5-a34d-5aa119d4d1d5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/af2bf2ca-c5ab-48a5-97d8-f0edda3a1d47 HTTP/1.1" status: 204 len: 168 time: 0.4316657 Feb 09 12:53:29.046146 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-61d60764-984e-43d0-8ffa-09dc6d66efb7 req-1eeff2ac-2e99-4d1d-80a4-8c52923838ca tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394815 Feb 09 12:53:29.056532 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf82e734-a50d-44e5-a34d-5aa119d4d1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2bf2ca-c5ab-48a5-97d8-f0edda3a1d47,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:29.121803 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151418c-e22d-4401-b3fa-1390696e06e4 req-0856662c-485f-4368-9c9a-1eac82da72a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:29.123361 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3151418c-e22d-4401-b3fa-1390696e06e4 req-0856662c-485f-4368-9c9a-1eac82da72a4 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1998496 Feb 09 12:53:29.302194 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-8abc960c-887b-44cf-95f7-7da290d07eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:29.304765 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-8abc960c-887b-44cf-95f7-7da290d07eba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c700a76888af4c26ac5b858223b6e261&device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 1128 time: 0.1105530 Feb 09 12:53:29.357248 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674fbf6-f66e-4f7e-9767-556d59546670 req-a6081f02-433d-4a41-bb77-126dca26a3bd tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:29.363349 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-8442c555-d5c0-4132-910d-99b4b492bfb9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76f4be6a-cc7f-4237-a476-aade95ba2dfc HTTP/1.1" status: 200 len: 217 time: 0.0431573 Feb 09 12:53:29.363557 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-5674fbf6-f66e-4f7e-9767-556d59546670 req-a6081f02-433d-4a41-bb77-126dca26a3bd tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0718002 Feb 09 12:53:29.418660 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-30a46f41-28b4-4483-9cc3-0daf34613017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:29.420875 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-30a46f41-28b4-4483-9cc3-0daf34613017 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9699e6c1-1018-457a-af1d-044b01a0fe5a HTTP/1.1" status: 200 len: 853 time: 0.0548098 Feb 09 12:53:29.422762 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-5674fbf6-f66e-4f7e-9767-556d59546670 req-493f3b5f-c328-42a1-b784-9ddc1b6e2a9b tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554106 Feb 09 12:53:29.453704 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-f0499e7c-93d7-452c-a2f9-32bca0efa681 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60e1c116-600c-4c22-be1c-87ca9eb04745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259259 Feb 09 12:53:29.600487 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-b449101b-8ff4-4ad1-9456-f45a2dd304c0 service neutron] 10.222.0.18 "GET /v2.0/networks/60e1c116-600c-4c22-be1c-87ca9eb04745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315851 Feb 09 12:53:29.881027 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:29.958188 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fb4595fa-7b25-4796-872b-642e6eea3e4f req-b29a8aff-1942-45e8-9db1-3984916df9ea service neutron] 10.222.0.18 "GET /v2.0/networks/60e1c116-600c-4c22-be1c-87ca9eb04745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500450 Feb 09 12:53:30.215862 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f281a07-e7da-489f-a586-3e3360562829 req-43b874a8-7dc9-41d3-8abc-e8f9838042b0 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:30.217380 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8f281a07-e7da-489f-a586-3e3360562829 req-43b874a8-7dc9-41d3-8abc-e8f9838042b0 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 944 time: 0.0685656 Feb 09 12:53:30.289918 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8f281a07-e7da-489f-a586-3e3360562829 req-92d0a02f-9e11-4827-bdbe-721a5ab2dc54 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639532 Feb 09 12:53:30.557219 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728055e-68f4-4ea6-85e6-b545482c9dcf req-6de2afbe-1115-4132-8e93-c8621bfa7d26 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:30.559040 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-7728055e-68f4-4ea6-85e6-b545482c9dcf req-6de2afbe-1115-4132-8e93-c8621bfa7d26 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0556951 Feb 09 12:53:30.616584 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-7728055e-68f4-4ea6-85e6-b545482c9dcf req-38a90a63-1817-4090-852b-5c7350ed09ff tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490990 Feb 09 12:53:31.481679 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe80238-22fa-47fb-85fc-e5fc934661f6 req-8bfc00d1-cfe2-4882-b18c-61cd1162d99c tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:31.483353 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1fe80238-22fa-47fb-85fc-e5fc934661f6 req-8bfc00d1-cfe2-4882-b18c-61cd1162d99c tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 944 time: 0.0747747 Feb 09 12:53:31.536535 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1fe80238-22fa-47fb-85fc-e5fc934661f6 req-2540ad9a-4587-4b8e-8d28-393ebb07f203 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454211 Feb 09 12:53:31.761408 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9aded-c647-47a8-b566-099ca8cd74f3 req-f4f96c2d-b9c3-4fc9-9020-4d9e99893cbb tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:31.763153 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-88d9aded-c647-47a8-b566-099ca8cd74f3 req-f4f96c2d-b9c3-4fc9-9020-4d9e99893cbb tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0656786 Feb 09 12:53:31.852846 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-88d9aded-c647-47a8-b566-099ca8cd74f3 req-3f43c38c-d7ff-4c4f-bbd9-21a4b58953b7 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789571 Feb 09 12:53:32.555599 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 50294) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:53:32.666670 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd709b0-a006-4f89-b8d3-664df2e80272 req-b656a9df-fee3-4153-a6b5-1f066ab8d22d tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:32.668466 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cfd709b0-a006-4f89-b8d3-664df2e80272 req-b656a9df-fee3-4153-a6b5-1f066ab8d22d tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 944 time: 0.0598295 Feb 09 12:53:32.726108 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cfd709b0-a006-4f89-b8d3-664df2e80272 req-57700ef1-ed36-46f8-9d8b-4b1f4ac9d41d tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492709 Feb 09 12:53:32.825714 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8a14337f-37d7-4a9f-becb-7572f56f0b12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:32.908950 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8a14337f-37d7-4a9f-becb-7572f56f0b12 admin admin] Publish callbacks [] for security_group (8c3a2729-a07a-4475-a9de-ec682cd1a844), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:32.999104 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-8a14337f-37d7-4a9f-becb-7572f56f0b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (8c3a2729-a07a-4475-a9de-ec682cd1a844), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:33.020186 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9025a1-282e-4aea-b227-367a73eb83bb req-5cc5418c-211d-4821-8c9e-da0c6b6f5c12 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:33.022940 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-0d9025a1-282e-4aea-b227-367a73eb83bb req-5cc5418c-211d-4821-8c9e-da0c6b6f5c12 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0741754 Feb 09 12:53:33.056231 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14337f-37d7-4a9f-becb-7572f56f0b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3a2729-a07a-4475-a9de-ec682cd1a844,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:33.074671 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-8a14337f-37d7-4a9f-becb-7572f56f0b12 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1cbae0854376450da0433dad8c25d780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5156839 Feb 09 12:53:33.078365 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 50316) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:53:33.115063 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-0d9025a1-282e-4aea-b227-367a73eb83bb req-4a23c874-79d0-415e-a679-5831ec0bef67 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842872 Feb 09 12:53:33.142767 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ffdea94d-3345-4c9b-8e2f-dd85037de648 admin admin] Publish callbacks [] for security_group (8c3a2729-a07a-4475-a9de-ec682cd1a844), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:33.180064 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ffdea94d-3345-4c9b-8e2f-dd85037de648 admin admin] Publish callbacks [] for security_group (8c3a2729-a07a-4475-a9de-ec682cd1a844), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:33.381515 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ffdea94d-3345-4c9b-8e2f-dd85037de648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (8c3a2729-a07a-4475-a9de-ec682cd1a844), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:33.384215 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ffdea94d-3345-4c9b-8e2f-dd85037de648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:33.387697 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-ffdea94d-3345-4c9b-8e2f-dd85037de648 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c3a2729-a07a-4475-a9de-ec682cd1a844 HTTP/1.1" status: 204 len: 168 time: 0.3060143 Feb 09 12:53:33.393738 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdea94d-3345-4c9b-8e2f-dd85037de648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3a2729-a07a-4475-a9de-ec682cd1a844,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:33.862112 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8172e0f-b9a0-45be-a410-2ae57f045198 req-b45093c6-34ff-4aa4-86ce-b0fbd413e823 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:33.864373 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a8172e0f-b9a0-45be-a410-2ae57f045198 req-b45093c6-34ff-4aa4-86ce-b0fbd413e823 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 944 time: 0.0621436 Feb 09 12:53:33.919705 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a8172e0f-b9a0-45be-a410-2ae57f045198 req-fa31f147-5e32-4664-9c1f-c84f6a337be7 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496738 Feb 09 12:53:34.069537 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 76f4be6a-cc7f-4237-a476-aade95ba2dfc details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=109771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 12:53:34.176985 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 76f4be6a-cc7f-4237-a476-aade95ba2dfc, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=76f4be6a-cc7f-4237-a476-aade95ba2dfc,segment=NetworkSegment(3193b368-ce2c-4571-8129-3a0af32866ab),segment_id=3193b368-ce2c-4571-8129-3a0af32866ab)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:53:34.189573 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Returning: {'device': '76f4be6a-cc7f-4237-a476-aade95ba2dfc', 'network_id': '60e1c116-600c-4c22-be1c-87ca9eb04745', 'port_id': '76f4be6a-cc7f-4237-a476-aade95ba2dfc', 'mac_address': 'fa:16:3e:33:8c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9699e6c1-1018-457a-af1d-044b01a0fe5a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 12:53:34.235820 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 76f4be6a-cc7f-4237-a476-aade95ba2dfc is: DOWN; New status is: BUILD {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:53:34.236208 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (76f4be6a-cc7f-4237-a476-aade95ba2dfc), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:34.252256 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f4be6a-cc7f-4237-a476-aade95ba2dfc {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:53:34.255399 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444965a-5e88-424b-a353-d9fdcbbaee14 req-091b8ba7-d172-455d-9787-02d1062d6abf tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:34.257518 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-d444965a-5e88-424b-a353-d9fdcbbaee14 req-091b8ba7-d172-455d-9787-02d1062d6abf tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0660193 Feb 09 12:53:34.267767 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 50336) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:53:34.281583 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3928a046-899a-4547-aa4e-3f9fd7830862 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:34.289816 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 76f4be6a-cc7f-4237-a476-aade95ba2dfc, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=76f4be6a-cc7f-4237-a476-aade95ba2dfc,segment=NetworkSegment(3193b368-ce2c-4571-8129-3a0af32866ab),segment_id=3193b368-ce2c-4571-8129-3a0af32866ab)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:53:34.314701 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-d444965a-5e88-424b-a353-d9fdcbbaee14 req-2c3f7c5f-565f-4e11-8200-967b3e71b566 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500784 Feb 09 12:53:34.375734 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3928a046-899a-4547-aa4e-3f9fd7830862 admin admin] Publish callbacks [] for security_group (c81f4ae4-3215-49b6-9aea-933f032c5f85), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:34.400783 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (76f4be6a-cc7f-4237-a476-aade95ba2dfc), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:34.456949 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=76f4be6a-cc7f-4237-a476-aade95ba2dfc,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:34.542996 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3928a046-899a-4547-aa4e-3f9fd7830862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (c81f4ae4-3215-49b6-9aea-933f032c5f85), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:34.582387 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928a046-899a-4547-aa4e-3f9fd7830862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81f4ae4-3215-49b6-9aea-933f032c5f85,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:34.586543 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-3928a046-899a-4547-aa4e-3f9fd7830862 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8183cfe049834eafbc1afd6ad3eeff90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176746 Feb 09 12:53:34.589304 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 50338) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:53:34.640149 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-abe2e789-a1e9-4880-84a5-07b74cc9a0fb admin admin] Publish callbacks [] for security_group (c81f4ae4-3215-49b6-9aea-933f032c5f85), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:34.663302 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-abe2e789-a1e9-4880-84a5-07b74cc9a0fb admin admin] Publish callbacks [] for security_group (c81f4ae4-3215-49b6-9aea-933f032c5f85), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:34.794555 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-abe2e789-a1e9-4880-84a5-07b74cc9a0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (c81f4ae4-3215-49b6-9aea-933f032c5f85), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:34.797186 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-abe2e789-a1e9-4880-84a5-07b74cc9a0fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:34.798619 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-abe2e789-a1e9-4880-84a5-07b74cc9a0fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c81f4ae4-3215-49b6-9aea-933f032c5f85 HTTP/1.1" status: 204 len: 168 time: 0.2083619 Feb 09 12:53:34.809096 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2e789-a1e9-4880-84a5-07b74cc9a0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81f4ae4-3215-49b6-9aea-933f032c5f85,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:35.054063 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d85520-1444-47b9-b065-5b51157d1074 req-0f327295-3e77-4505-8b69-bbfc70cf0d8a tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:35.055953 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-77d85520-1444-47b9-b065-5b51157d1074 req-0f327295-3e77-4505-8b69-bbfc70cf0d8a tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 945 time: 0.0605993 Feb 09 12:53:35.113930 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-77d85520-1444-47b9-b065-5b51157d1074 req-8c6c051b-0fa7-4149-98b9-0684c698c01b tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524640 Feb 09 12:53:35.447760 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056031b4-3ee7-4990-9d10-d49e432081cd req-2066baf6-6c2b-4cb3-9265-38776a94b4d8 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:35.450461 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-056031b4-3ee7-4990-9d10-d49e432081cd req-2066baf6-6c2b-4cb3-9265-38776a94b4d8 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0612621 Feb 09 12:53:35.505253 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-056031b4-3ee7-4990-9d10-d49e432081cd req-45c583d6-328c-49db-aac9-196ceef17703 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489011 Feb 09 12:53:36.266151 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9c2e2-460a-44ff-8dab-da681e8460b3 req-f2470a7c-c1b6-495b-a322-649e7cbf3415 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:36.267881 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1eb9c2e2-460a-44ff-8dab-da681e8460b3 req-f2470a7c-c1b6-495b-a322-649e7cbf3415 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 945 time: 0.0692973 Feb 09 12:53:36.354435 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1eb9c2e2-460a-44ff-8dab-da681e8460b3 req-ca027d95-e732-4009-84b1-cbdadb19af8c tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772345 Feb 09 12:53:36.651892 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7876df3-8599-492a-8426-daaea48a3d14 req-894bbaa2-7067-4e0c-b7c6-771b6da8a371 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:36.654322 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c7876df3-8599-492a-8426-daaea48a3d14 req-894bbaa2-7067-4e0c-b7c6-771b6da8a371 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0793447 Feb 09 12:53:36.704328 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c7876df3-8599-492a-8426-daaea48a3d14 req-cf36d78e-5232-442b-a6f6-6fab987f6a54 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452158 Feb 09 12:53:37.343138 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['76f4be6a-cc7f-4237-a476-aade95ba2dfc'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:53:37.517846 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ceb0d-2937-4338-b944-8de995f224e2 req-b0e29021-0c25-456b-a741-a78866713d1b tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:37.520652 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ae5ceb0d-2937-4338-b944-8de995f224e2 req-b0e29021-0c25-456b-a741-a78866713d1b tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 945 time: 0.0740917 Feb 09 12:53:37.593155 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ae5ceb0d-2937-4338-b944-8de995f224e2 req-24da9fc0-95f6-4ef1-ab4a-e8f62d08ebef tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605290 Feb 09 12:53:37.851872 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a49c8-cabf-4a3f-8253-8c72033bbbba req-f9d5668f-e9aa-493f-baea-1df70dc9a554 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:37.853621 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-4e3a49c8-cabf-4a3f-8253-8c72033bbbba req-f9d5668f-e9aa-493f-baea-1df70dc9a554 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0599120 Feb 09 12:53:37.902693 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-4e3a49c8-cabf-4a3f-8253-8c72033bbbba req-ac15009d-7c90-49f4-a3ed-086e5b0a953d tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433083 Feb 09 12:53:38.744858 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7d4ad-54a6-4ab1-b9d4-ae8169796395 req-de4279a4-9ad7-4432-b723-662ec1b14d7e tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:38.746376 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e5e7d4ad-54a6-4ab1-b9d4-ae8169796395 req-de4279a4-9ad7-4432-b723-662ec1b14d7e tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 945 time: 0.0770614 Feb 09 12:53:38.801156 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e5e7d4ad-54a6-4ab1-b9d4-ae8169796395 req-46fae158-7b96-4a7a-accd-a469f362c18a tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487785 Feb 09 12:53:39.040574 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4daf78f-f543-447f-b289-a5ee262f52df req-82fc3f6b-314e-4600-8f83-23465d4b7446 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:39.043914 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a4daf78f-f543-447f-b289-a5ee262f52df req-82fc3f6b-314e-4600-8f83-23465d4b7446 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0605090 Feb 09 12:53:39.100194 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a4daf78f-f543-447f-b289-a5ee262f52df req-a4631cd8-c5c3-4682-bbfd-54ba033d67cc tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525675 Feb 09 12:53:39.729582 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 76f4be6a-cc7f-4237-a476-aade95ba2dfc up at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:53:39.923872 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning for port 76f4be6a-cc7f-4237-a476-aade95ba2dfc completed by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:53:39.929561 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning complete for port 76f4be6a-cc7f-4237-a476-aade95ba2dfc triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:53:39.931960 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (76f4be6a-cc7f-4237-a476-aade95ba2dfc), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:39.939380 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b2bf1-a6bf-4cde-8df6-491ffdb00f09 req-34cffd43-5dfb-459b-b661-8093b8ee4e59 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:39.941616 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-811b2bf1-a6bf-4cde-8df6-491ffdb00f09 req-34cffd43-5dfb-459b-b661-8093b8ee4e59 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 945 time: 0.0686545 Feb 09 12:53:40.027329 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-811b2bf1-a6bf-4cde-8df6-491ffdb00f09 req-7b6c1b4c-1291-4154-af7e-7e217c55937c tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795629 Feb 09 12:53:40.048965 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 76f4be6a-cc7f-4237-a476-aade95ba2dfc is: BUILD; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:53:40.048965 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (76f4be6a-cc7f-4237-a476-aade95ba2dfc), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:40.073733 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f7ece4-e427-4385-830d-2528075d315f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f4be6a-cc7f-4237-a476-aade95ba2dfc'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:53:40.077152 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35568c951842a11d678cd4ef08ed24226590f5ef87a7b6612a56827cefa1ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b40aad-d96e-4192-96c6-12260ac85abf" -d '{"events": [{"server_uuid": "96f7ece4-e427-4385-830d-2528075d315f", "name": "network-vif-plugged", "status": "completed", "tag": "76f4be6a-cc7f-4237-a476-aade95ba2dfc"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:53:40.099746 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 76f4be6a-cc7f-4237-a476-aade95ba2dfc, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=76f4be6a-cc7f-4237-a476-aade95ba2dfc,segment=NetworkSegment(3193b368-ce2c-4571-8129-3a0af32866ab),segment_id=3193b368-ce2c-4571-8129-3a0af32866ab)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:53:40.128759 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32371622-e0c3-429e-a2aa-12447c669b2b x-openstack-request-id: req-32371622-e0c3-429e-a2aa-12447c669b2b {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:53:40.128950 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f7ece4-e427-4385-830d-2528075d315f", "name": "network-vif-plugged", "status": "completed", "tag": "76f4be6a-cc7f-4237-a476-aade95ba2dfc", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:53:40.129065 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-32371622-e0c3-429e-a2aa-12447c669b2b {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:53:40.129464 dv-cinder-810917-4-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f7ece4-e427-4385-830d-2528075d315f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f4be6a-cc7f-4237-a476-aade95ba2dfc', 'code': 200} Feb 09 12:53:40.184093 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (76f4be6a-cc7f-4237-a476-aade95ba2dfc), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:40.274227 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=76f4be6a-cc7f-4237-a476-aade95ba2dfc,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:40.298153 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd7ed2-521b-4eda-915d-84c7f126fac6 req-c117b9ab-5441-4873-8e4e-9a7ec78ae09e tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:40.299689 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-aadd7ed2-521b-4eda-915d-84c7f126fac6 req-c117b9ab-5441-4873-8e4e-9a7ec78ae09e tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0900660 Feb 09 12:53:40.359815 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-aadd7ed2-521b-4eda-915d-84c7f126fac6 req-9f0218a4-b2d0-4e2a-ac48-fced9402c197 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530109 Feb 09 12:53:41.175936 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293c88d-2c7a-4811-b7e1-79ab25816dcf req-e0435b69-8508-4d28-abb2-1df300915899 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:41.178349 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-1293c88d-2c7a-4811-b7e1-79ab25816dcf req-e0435b69-8508-4d28-abb2-1df300915899 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 946 time: 0.0655413 Feb 09 12:53:41.262483 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-1293c88d-2c7a-4811-b7e1-79ab25816dcf req-145c9189-e3c0-4298-8174-e33150ee17c9 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771310 Feb 09 12:53:41.482492 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5343f-5c31-4da6-9c48-004ccf612167 req-c5a7c313-1ee3-4fe5-a4cb-255c66a8ea18 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:41.483996 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d4f5343f-5c31-4da6-9c48-004ccf612167 req-c5a7c313-1ee3-4fe5-a4cb-255c66a8ea18 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0557382 Feb 09 12:53:41.541456 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d4f5343f-5c31-4da6-9c48-004ccf612167 req-0599f29b-736b-490c-b432-16a9938f6166 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513694 Feb 09 12:53:41.798128 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 12:53:42.396473 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a2cbe-9d09-46ad-bbed-7c6a854ad43a req-62f3c342-aa1f-4d06-a255-2678ad12b36c tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:42.398160 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6b1a2cbe-9d09-46ad-bbed-7c6a854ad43a req-62f3c342-aa1f-4d06-a255-2678ad12b36c tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 946 time: 0.0616684 Feb 09 12:53:42.452599 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6b1a2cbe-9d09-46ad-bbed-7c6a854ad43a req-06affa4e-1e67-4f84-aa6b-cc2e0111e1f7 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482581 Feb 09 12:53:42.676989 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f191a9b-ceaf-451e-8012-1190de7d937c req-ff0b6696-4862-4339-b699-e969816e18dd tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:42.678871 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5f191a9b-ceaf-451e-8012-1190de7d937c req-ff0b6696-4862-4339-b699-e969816e18dd tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0636232 Feb 09 12:53:42.738957 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5f191a9b-ceaf-451e-8012-1190de7d937c req-9bdd328a-4367-4131-a705-91388134ed63 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526283 Feb 09 12:53:42.952533 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb3925-18d7-41ce-8fe9-a0acdf6740a6 req-9a4adfae-feaf-4309-8983-5b46ac0f9269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:42.953955 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-01eb3925-18d7-41ce-8fe9-a0acdf6740a6 req-9a4adfae-feaf-4309-8983-5b46ac0f9269 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 1130 time: 0.0544651 Feb 09 12:53:43.012656 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-01eb3925-18d7-41ce-8fe9-a0acdf6740a6 req-0609b0d7-8dfe-4c14-bd35-2126f99c0734 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466993 Feb 09 12:53:43.617862 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bd6b1-f26e-467c-bdf4-1a94b8852ef7 req-59e79568-ef18-4e0a-bf97-772f22a43971 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:43.620556 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-2b3bd6b1-f26e-467c-bdf4-1a94b8852ef7 req-59e79568-ef18-4e0a-bf97-772f22a43971 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 946 time: 0.0889461 Feb 09 12:53:43.705719 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-2b3bd6b1-f26e-467c-bdf4-1a94b8852ef7 req-b50f4732-19e5-4843-85be-48afb721b571 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745652 Feb 09 12:53:43.744606 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60471c7a-c7e4-46ea-a4a6-a1aad6b53b1c req-38d4f5cf-e096-4d06-8526-08351989c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:43.746146 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-60471c7a-c7e4-46ea-a4a6-a1aad6b53b1c req-38d4f5cf-e096-4d06-8526-08351989c409 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 1129 time: 0.0678158 Feb 09 12:53:43.815278 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-60471c7a-c7e4-46ea-a4a6-a1aad6b53b1c req-2a547eef-5fd3-4300-b554-83261e13ca08 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585976 Feb 09 12:53:43.924215 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee9ec4-a7ee-469f-9a18-b96048dd1059 req-91a87d43-01eb-4514-957b-8e9baf1ddace tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:43.925928 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b5ee9ec4-a7ee-469f-9a18-b96048dd1059 req-91a87d43-01eb-4514-957b-8e9baf1ddace tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0644438 Feb 09 12:53:44.006718 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b5ee9ec4-a7ee-469f-9a18-b96048dd1059 req-7647a0ec-0754-4038-a1e2-b1474dd415da tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726061 Feb 09 12:53:44.273339 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e0fcd2bc-b58f-42f6-a5a3-73130b96856e req-e6837cd5-06b6-4a36-8927-692cb15455e3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e4bf355e-c92a-440b-88ea-fac804a26487&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0870848 Feb 09 12:53:44.376453 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcd2bc-b58f-42f6-a5a3-73130b96856e req-25243838-77c4-452a-8304-db96ebb2e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:44.378631 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e0fcd2bc-b58f-42f6-a5a3-73130b96856e req-25243838-77c4-452a-8304-db96ebb2e5d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c700a76888af4c26ac5b858223b6e261&device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 1129 time: 0.0677757 Feb 09 12:53:44.528815 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcd2bc-b58f-42f6-a5a3-73130b96856e req-026bd55e-5c1a-4cd9-920e-25e75a44bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:44.531384 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e0fcd2bc-b58f-42f6-a5a3-73130b96856e req-026bd55e-5c1a-4cd9-920e-25e75a44bd48 service neutron] 10.222.0.18 "GET /v2.0/networks?id=60e1c116-600c-4c22-be1c-87ca9eb04745 HTTP/1.1" status: 200 len: 914 time: 0.1244676 Feb 09 12:53:44.605660 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e0fcd2bc-b58f-42f6-a5a3-73130b96856e req-4df0bcc5-fcfa-434e-9897-ca3880bd35a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b78f94a-31c6-41d8-9f34-b402f8718946 HTTP/1.1" status: 200 len: 217 time: 0.0626588 Feb 09 12:53:44.694181 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcd2bc-b58f-42f6-a5a3-73130b96856e req-71e1cc5d-59f3-4eb7-96fd-c7f141004240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:44.696642 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e0fcd2bc-b58f-42f6-a5a3-73130b96856e req-71e1cc5d-59f3-4eb7-96fd-c7f141004240 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9699e6c1-1018-457a-af1d-044b01a0fe5a HTTP/1.1" status: 200 len: 853 time: 0.0838480 Feb 09 12:53:44.746972 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e0fcd2bc-b58f-42f6-a5a3-73130b96856e req-cb3852a9-f963-45e6-8d1f-2e64724d4921 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60e1c116-600c-4c22-be1c-87ca9eb04745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420017 Feb 09 12:53:44.908423 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e0fcd2bc-b58f-42f6-a5a3-73130b96856e req-f56e48f6-0bbd-4f9b-97b0-fe2f96396630 service neutron] 10.222.0.18 "GET /v2.0/networks/60e1c116-600c-4c22-be1c-87ca9eb04745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529744 Feb 09 12:53:44.939357 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8f07c-f457-4515-b0dd-bced644b9628 req-043adc0b-ebbe-45d0-9fc0-1204c1bc267c tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:44.942081 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-8ba8f07c-f457-4515-b0dd-bced644b9628 req-043adc0b-ebbe-45d0-9fc0-1204c1bc267c tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 946 time: 0.1142881 Feb 09 12:53:45.001514 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:45.034344 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-8ba8f07c-f457-4515-b0dd-bced644b9628 req-7cdb99e3-2043-4076-a25f-b7fa34cc0fa0 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848594 Feb 09 12:53:45.073074 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e0fcd2bc-b58f-42f6-a5a3-73130b96856e req-a32862f1-8968-4921-b41a-fd4cef4b1cd5 service neutron] 10.222.0.18 "GET /v2.0/networks/60e1c116-600c-4c22-be1c-87ca9eb04745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581392 Feb 09 12:53:45.286200 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2862f1-fd9f-4969-9c1f-217dcf81b60d req-95e8b2e6-e392-4634-ab2a-c9210ec7bb14 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:45.289050 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fc2862f1-fd9f-4969-9c1f-217dcf81b60d req-95e8b2e6-e392-4634-ab2a-c9210ec7bb14 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.1285322 Feb 09 12:53:45.352795 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fc2862f1-fd9f-4969-9c1f-217dcf81b60d req-0bfd3d2b-2cf2-4c25-ac89-af717f8f76a0 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574057 Feb 09 12:53:46.223508 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92153c64-135f-404c-beaa-40d17dabe32d req-e249987b-9fb3-4a55-a01b-9fb419bc658e tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:46.226878 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-92153c64-135f-404c-beaa-40d17dabe32d req-e249987b-9fb3-4a55-a01b-9fb419bc658e tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 946 time: 0.0734882 Feb 09 12:53:46.300757 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-92153c64-135f-404c-beaa-40d17dabe32d req-cf1752ab-eab2-4a53-8383-f7618dff0b8c tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681572 Feb 09 12:53:46.525970 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704f298-d6f2-457c-ab7c-bb819b1e065f req-fd610166-b2db-4ec6-bcfc-e1052873e1dc tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:46.527652 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d704f298-d6f2-457c-ab7c-bb819b1e065f req-fd610166-b2db-4ec6-bcfc-e1052873e1dc tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0721838 Feb 09 12:53:46.589891 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d704f298-d6f2-457c-ab7c-bb819b1e065f req-bcd47c8c-279e-46d1-9967-bac8e8457cd5 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521939 Feb 09 12:53:47.116229 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6376c4-ed7a-45ea-867e-992a45d722f4 req-8928842f-43c9-4e09-aa35-fe2529c6dccd tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:47.119152 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6f6376c4-ed7a-45ea-867e-992a45d722f4 req-8928842f-43c9-4e09-aa35-fe2529c6dccd tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0769374 Feb 09 12:53:47.216961 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6f6376c4-ed7a-45ea-867e-992a45d722f4 req-1ab2acae-c286-41a4-acde-4971b90bda18 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857742 Feb 09 12:53:47.248947 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e001d-e2b2-4f8c-a021-ad1c06bd54e6 req-88e5f381-3a14-4ec3-8f19-3a376c79e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:47.252160 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-514e001d-e2b2-4f8c-a021-ad1c06bd54e6 req-88e5f381-3a14-4ec3-8f19-3a376c79e403 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aac257b16e274dfb9778b47283dbc3d7&device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 1129 time: 0.1204627 Feb 09 12:53:47.395090 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e001d-e2b2-4f8c-a021-ad1c06bd54e6 req-5466d3d8-b00f-441e-94e4-d1f1d18c3636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:47.397594 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-514e001d-e2b2-4f8c-a021-ad1c06bd54e6 req-5466d3d8-b00f-441e-94e4-d1f1d18c3636 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fe9e02a9-db66-4356-b324-dd8d3fc56de1 HTTP/1.1" status: 200 len: 920 time: 0.1378121 Feb 09 12:53:47.467523 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-514e001d-e2b2-4f8c-a021-ad1c06bd54e6 req-68fc3707-f626-4859-8bd0-5eef7dbe1b3b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ab5fada-eef8-4566-b3d0-305f254e5a73 HTTP/1.1" status: 200 len: 217 time: 0.0635800 Feb 09 12:53:47.535970 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e001d-e2b2-4f8c-a021-ad1c06bd54e6 req-5c3c8b64-6b27-4363-a7a1-6c5e49ea3ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:47.537654 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-514e001d-e2b2-4f8c-a021-ad1c06bd54e6 req-5c3c8b64-6b27-4363-a7a1-6c5e49ea3ecd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3eaa3335-b6ec-45d9-968c-d644bee9379c HTTP/1.1" status: 200 len: 859 time: 0.0623600 Feb 09 12:53:47.576378 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-514e001d-e2b2-4f8c-a021-ad1c06bd54e6 req-bc33c3bb-fd60-4735-8bb6-72382f6a0442 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe9e02a9-db66-4356-b324-dd8d3fc56de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289607 Feb 09 12:53:47.690990 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-514e001d-e2b2-4f8c-a021-ad1c06bd54e6 req-86920932-4153-40bd-adba-7b2d1967d465 service neutron] 10.222.0.18 "GET /v2.0/networks/fe9e02a9-db66-4356-b324-dd8d3fc56de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061592 Feb 09 12:53:47.818279 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-514e001d-e2b2-4f8c-a021-ad1c06bd54e6 req-35175f37-e87c-4149-b96e-24d4da874c96 service neutron] 10.222.0.18 "GET /v2.0/networks/fe9e02a9-db66-4356-b324-dd8d3fc56de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212630 Feb 09 12:53:48.389876 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1aec4-9a4a-4963-aa76-8cc1204dd88e req-df641e89-5094-4586-af1e-d7d402612cc2 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:48.391632 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f0e1aec4-9a4a-4963-aa76-8cc1204dd88e req-df641e89-5094-4586-af1e-d7d402612cc2 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0646617 Feb 09 12:53:48.452217 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f0e1aec4-9a4a-4963-aa76-8cc1204dd88e req-10fcf6aa-427c-48d8-a14d-c5c76bd6964a tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532012 Feb 09 12:53:49.634352 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45abb25-b19a-4a82-a3bd-4a7c78213498 req-f83b5d9f-ddd0-44c1-b967-2c931532abf1 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:49.636090 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c45abb25-b19a-4a82-a3bd-4a7c78213498 req-f83b5d9f-ddd0-44c1-b967-2c931532abf1 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0696211 Feb 09 12:53:49.693387 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c45abb25-b19a-4a82-a3bd-4a7c78213498 req-7389b705-9c57-4db0-8b17-0c5f39cde13b tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514035 Feb 09 12:53:50.875609 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b632ce-3bf5-400f-b425-3964abbf9276 req-1a65ed17-d146-45fc-bd47-5034fd21942a tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:50.878304 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-15b632ce-3bf5-400f-b425-3964abbf9276 req-1a65ed17-d146-45fc-bd47-5034fd21942a tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.1004183 Feb 09 12:53:50.961261 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-15b632ce-3bf5-400f-b425-3964abbf9276 req-1dab9a1d-afb9-4bd9-8b15-8762ce60281a tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761132 Feb 09 12:53:52.145772 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912ca36-e556-42ec-86a6-bff22b4c49e0 req-26fe7704-2970-4d17-91ad-b1725adf7471 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:52.148075 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f912ca36-e556-42ec-86a6-bff22b4c49e0 req-26fe7704-2970-4d17-91ad-b1725adf7471 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0741765 Feb 09 12:53:52.247857 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f912ca36-e556-42ec-86a6-bff22b4c49e0 req-daf542b8-f101-4cf2-93c2-0ad74a35a3c7 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933101 Feb 09 12:53:53.104644 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 50762) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:53:53.293671 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6342da4f-f083-40bf-a320-a3e2afadfbce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:53.458584 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-00e267b8-2864-4d7b-aed7-ba8e27b63b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:53.507728 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c21287-2d95-403e-847d-2a1302c98d20 req-ade3f21b-59fc-4b5a-aeb5-6c3bfad25d25 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:53.510556 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-04c21287-2d95-403e-847d-2a1302c98d20 req-ade3f21b-59fc-4b5a-aeb5-6c3bfad25d25 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.1464174 Feb 09 12:53:53.534324 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6342da4f-f083-40bf-a320-a3e2afadfbce admin admin] Publish callbacks [] for security_group (1624c597-31cf-48cc-a405-dc5ff77a7117), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:53.592651 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-04c21287-2d95-403e-847d-2a1302c98d20 req-db787da2-e35e-4cb8-946c-18bfc33b8753 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701323 Feb 09 12:53:53.671811 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6342da4f-f083-40bf-a320-a3e2afadfbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (1624c597-31cf-48cc-a405-dc5ff77a7117), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:53.721325 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-6342da4f-f083-40bf-a320-a3e2afadfbce admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ce5ee692856e4d4eb9e2e1844326796c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6152804 Feb 09 12:53:53.723124 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342da4f-f083-40bf-a320-a3e2afadfbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1624c597-31cf-48cc-a405-dc5ff77a7117,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:53.726571 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 50782) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:53:53.749827 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6342da4f-f083-40bf-a320-a3e2afadfbce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:53.750867 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6342da4f-f083-40bf-a320-a3e2afadfbce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:53.751729 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6342da4f-f083-40bf-a320-a3e2afadfbce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:53.752707 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6342da4f-f083-40bf-a320-a3e2afadfbce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:53.754019 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6342da4f-f083-40bf-a320-a3e2afadfbce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:53.754875 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6342da4f-f083-40bf-a320-a3e2afadfbce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:53.756291 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6342da4f-f083-40bf-a320-a3e2afadfbce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:53.757435 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6342da4f-f083-40bf-a320-a3e2afadfbce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:53.758240 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6342da4f-f083-40bf-a320-a3e2afadfbce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:53.759223 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6342da4f-f083-40bf-a320-a3e2afadfbce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:53.760062 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6342da4f-f083-40bf-a320-a3e2afadfbce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:53.760927 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6342da4f-f083-40bf-a320-a3e2afadfbce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:53.761694 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6342da4f-f083-40bf-a320-a3e2afadfbce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:53.800742 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7afc218f-ae06-4a94-810c-ebc63b1c0276 admin admin] Publish callbacks [] for security_group (1624c597-31cf-48cc-a405-dc5ff77a7117), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:53.830385 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7afc218f-ae06-4a94-810c-ebc63b1c0276 admin admin] Publish callbacks [] for security_group (1624c597-31cf-48cc-a405-dc5ff77a7117), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:53.844525 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 50784) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:53:53.999284 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5a4d739d-f7ac-4f0c-ad37-15fe4a3b3863 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:54.062605 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7afc218f-ae06-4a94-810c-ebc63b1c0276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (1624c597-31cf-48cc-a405-dc5ff77a7117), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:54.066219 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7afc218f-ae06-4a94-810c-ebc63b1c0276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:54.067903 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-7afc218f-ae06-4a94-810c-ebc63b1c0276 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1624c597-31cf-48cc-a405-dc5ff77a7117 HTTP/1.1" status: 204 len: 168 time: 0.3394518 Feb 09 12:53:54.082450 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc218f-ae06-4a94-810c-ebc63b1c0276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1624c597-31cf-48cc-a405-dc5ff77a7117,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:54.105439 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc218f-ae06-4a94-810c-ebc63b1c0276 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:54.106695 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc218f-ae06-4a94-810c-ebc63b1c0276 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:54.107535 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc218f-ae06-4a94-810c-ebc63b1c0276 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:54.108172 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc218f-ae06-4a94-810c-ebc63b1c0276 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:54.108960 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc218f-ae06-4a94-810c-ebc63b1c0276 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:54.110048 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc218f-ae06-4a94-810c-ebc63b1c0276 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:54.110805 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc218f-ae06-4a94-810c-ebc63b1c0276 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:54.111604 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc218f-ae06-4a94-810c-ebc63b1c0276 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:54.112940 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc218f-ae06-4a94-810c-ebc63b1c0276 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:54.113693 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc218f-ae06-4a94-810c-ebc63b1c0276 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:54.114374 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc218f-ae06-4a94-810c-ebc63b1c0276 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:54.115325 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc218f-ae06-4a94-810c-ebc63b1c0276 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:54.116031 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc218f-ae06-4a94-810c-ebc63b1c0276 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:54.190299 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5a4d739d-f7ac-4f0c-ad37-15fe4a3b3863 admin admin] Publish callbacks [] for security_group (684707e0-5863-4fb1-a75a-364c33dadb8a), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:54.290435 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5a4d739d-f7ac-4f0c-ad37-15fe4a3b3863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (684707e0-5863-4fb1-a75a-364c33dadb8a), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:54.357993 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d739d-f7ac-4f0c-ad37-15fe4a3b3863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684707e0-5863-4fb1-a75a-364c33dadb8a,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:54.366470 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-5a4d739d-f7ac-4f0c-ad37-15fe4a3b3863 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e9b9f28ff96341c8a47f87a319ab05fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5202870 Feb 09 12:53:54.371063 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 50796) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:53:54.462470 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-63428dcb-43d1-4c2d-9da9-bce2a8836d8b admin admin] Publish callbacks [] for security_group (684707e0-5863-4fb1-a75a-364c33dadb8a), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:54.498703 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-63428dcb-43d1-4c2d-9da9-bce2a8836d8b admin admin] Publish callbacks [] for security_group (684707e0-5863-4fb1-a75a-364c33dadb8a), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:54.748276 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-63428dcb-43d1-4c2d-9da9-bce2a8836d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (684707e0-5863-4fb1-a75a-364c33dadb8a), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:54.755958 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-63428dcb-43d1-4c2d-9da9-bce2a8836d8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:54.759102 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-63428dcb-43d1-4c2d-9da9-bce2a8836d8b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/684707e0-5863-4fb1-a75a-364c33dadb8a HTTP/1.1" status: 204 len: 168 time: 0.3852324 Feb 09 12:53:54.775973 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63428dcb-43d1-4c2d-9da9-bce2a8836d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684707e0-5863-4fb1-a75a-364c33dadb8a,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:55.892917 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 50824) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:53:55.908823 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-147f0afe-5285-433d-bd96-c710373a96bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:55.929515 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82fd9725-0644-44b8-be84-1bf139c5d452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:56.011509 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-147f0afe-5285-433d-bd96-c710373a96bb admin admin] Publish callbacks [] for security_group (d35aaa16-62a9-4fe0-b611-6890ef07864b), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:56.079735 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-147f0afe-5285-433d-bd96-c710373a96bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (d35aaa16-62a9-4fe0-b611-6890ef07864b), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:56.157490 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-147f0afe-5285-433d-bd96-c710373a96bb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4e57f261dc6e46eea66420f3f4439371&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631907 Feb 09 12:53:56.158923 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f0afe-5285-433d-bd96-c710373a96bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35aaa16-62a9-4fe0-b611-6890ef07864b,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:56.161728 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 50826) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:53:56.255732 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-219ac1d8-fb99-496d-9977-d76a4f5bcbdf admin admin] Publish callbacks [] for security_group (d35aaa16-62a9-4fe0-b611-6890ef07864b), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:56.282653 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-219ac1d8-fb99-496d-9977-d76a4f5bcbdf admin admin] Publish callbacks [] for security_group (d35aaa16-62a9-4fe0-b611-6890ef07864b), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:56.481176 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-219ac1d8-fb99-496d-9977-d76a4f5bcbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (d35aaa16-62a9-4fe0-b611-6890ef07864b), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:56.484184 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-219ac1d8-fb99-496d-9977-d76a4f5bcbdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:56.485512 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-219ac1d8-fb99-496d-9977-d76a4f5bcbdf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d35aaa16-62a9-4fe0-b611-6890ef07864b HTTP/1.1" status: 204 len: 168 time: 0.3233664 Feb 09 12:53:56.497489 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ac1d8-fb99-496d-9977-d76a4f5bcbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35aaa16-62a9-4fe0-b611-6890ef07864b,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:57.368570 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 50842) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:53:57.370192 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:57.384177 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aed73d4f-cafd-4d68-aa49-08d316949a82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:57.489610 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aed73d4f-cafd-4d68-aa49-08d316949a82 admin admin] Publish callbacks [] for security_group (ac92656a-2aae-4eda-9d34-e9df860ee02b), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:57.570301 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aed73d4f-cafd-4d68-aa49-08d316949a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (ac92656a-2aae-4eda-9d34-e9df860ee02b), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:57.619590 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-aed73d4f-cafd-4d68-aa49-08d316949a82 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0506aa8edfd244babba93526cb76e1f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492371 Feb 09 12:53:57.621706 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed73d4f-cafd-4d68-aa49-08d316949a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac92656a-2aae-4eda-9d34-e9df860ee02b,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:57.623414 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 50848) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:53:57.692271 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5d87d7b4-bfe4-4b55-bc6d-94737b15f169 admin admin] Publish callbacks [] for security_group (ac92656a-2aae-4eda-9d34-e9df860ee02b), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:57.730825 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5d87d7b4-bfe4-4b55-bc6d-94737b15f169 admin admin] Publish callbacks [] for security_group (ac92656a-2aae-4eda-9d34-e9df860ee02b), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:57.966841 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5d87d7b4-bfe4-4b55-bc6d-94737b15f169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (ac92656a-2aae-4eda-9d34-e9df860ee02b), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:57.969772 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5d87d7b4-bfe4-4b55-bc6d-94737b15f169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:57.970984 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-5d87d7b4-bfe4-4b55-bc6d-94737b15f169 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ac92656a-2aae-4eda-9d34-e9df860ee02b HTTP/1.1" status: 204 len: 168 time: 0.3461516 Feb 09 12:53:57.981263 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87d7b4-bfe4-4b55-bc6d-94737b15f169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac92656a-2aae-4eda-9d34-e9df860ee02b,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:58.742036 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:53:59.278611 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d87a15-36b1-4a16-86f7-c6e55c22dbcc req-cde81312-5f2c-4425-b57a-4f9aa04a1c50 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:59.280823 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-54d87a15-36b1-4a16-86f7-c6e55c22dbcc req-cde81312-5f2c-4425-b57a-4f9aa04a1c50 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0621109 Feb 09 12:53:59.354430 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-54d87a15-36b1-4a16-86f7-c6e55c22dbcc req-0188e186-c529-4201-9eeb-4a5abe62b69e tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662346 Feb 09 12:53:59.890731 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:06.099711 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 51042) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:06.279239 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-690326ef-c6c3-4228-8ba4-6aa8c8aed910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:06.373302 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-690326ef-c6c3-4228-8ba4-6aa8c8aed910 admin admin] Publish callbacks [] for security_group (0f962737-b7b0-4a18-83a7-679d1d74aa04), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:06.504213 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-690326ef-c6c3-4228-8ba4-6aa8c8aed910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (0f962737-b7b0-4a18-83a7-679d1d74aa04), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:06.547561 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690326ef-c6c3-4228-8ba4-6aa8c8aed910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f962737-b7b0-4a18-83a7-679d1d74aa04,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:06.553586 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-690326ef-c6c3-4228-8ba4-6aa8c8aed910 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6bd2fb2510414f26a662954c47a678f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4525018 Feb 09 12:54:06.557637 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 51050) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:06.615802 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-49c29b79-6e42-4aa1-909c-a326774cb7cb admin admin] Publish callbacks [] for security_group (0f962737-b7b0-4a18-83a7-679d1d74aa04), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:06.640906 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-49c29b79-6e42-4aa1-909c-a326774cb7cb admin admin] Publish callbacks [] for security_group (0f962737-b7b0-4a18-83a7-679d1d74aa04), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:06.789790 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-49c29b79-6e42-4aa1-909c-a326774cb7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (0f962737-b7b0-4a18-83a7-679d1d74aa04), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:06.792844 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-49c29b79-6e42-4aa1-909c-a326774cb7cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:06.796550 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-49c29b79-6e42-4aa1-909c-a326774cb7cb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0f962737-b7b0-4a18-83a7-679d1d74aa04 HTTP/1.1" status: 204 len: 168 time: 0.2355759 Feb 09 12:54:06.804751 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c29b79-6e42-4aa1-909c-a326774cb7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f962737-b7b0-4a18-83a7-679d1d74aa04,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:07.743796 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 51084) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:07.761324 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e1de82a9-7179-4180-8c30-c82982ff6182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:07.860268 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e1de82a9-7179-4180-8c30-c82982ff6182 admin admin] Publish callbacks [] for security_group (a73c939c-5af8-42c3-bc69-af0b2597c3d4), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:07.973374 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e1de82a9-7179-4180-8c30-c82982ff6182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (a73c939c-5af8-42c3-bc69-af0b2597c3d4), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:08.020702 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-e1de82a9-7179-4180-8c30-c82982ff6182 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9acf47aad46f43cbb87a8b40ae9fc1b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754147 Feb 09 12:54:08.021607 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de82a9-7179-4180-8c30-c82982ff6182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73c939c-5af8-42c3-bc69-af0b2597c3d4,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:08.025459 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 51088) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:08.091918 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5c10ce63-b4eb-4968-964b-6fe8530b50e9 admin admin] Publish callbacks [] for security_group (a73c939c-5af8-42c3-bc69-af0b2597c3d4), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:08.092181 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 51090) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:08.127248 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5c10ce63-b4eb-4968-964b-6fe8530b50e9 admin admin] Publish callbacks [] for security_group (a73c939c-5af8-42c3-bc69-af0b2597c3d4), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:08.234286 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-51d47422-3323-40b2-8978-19a867dea5a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:08.338589 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5c10ce63-b4eb-4968-964b-6fe8530b50e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (a73c939c-5af8-42c3-bc69-af0b2597c3d4), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:08.341478 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5c10ce63-b4eb-4968-964b-6fe8530b50e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:08.342777 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-5c10ce63-b4eb-4968-964b-6fe8530b50e9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a73c939c-5af8-42c3-bc69-af0b2597c3d4 HTTP/1.1" status: 204 len: 168 time: 0.3166788 Feb 09 12:54:08.353385 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10ce63-b4eb-4968-964b-6fe8530b50e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73c939c-5af8-42c3-bc69-af0b2597c3d4,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:08.424080 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-51d47422-3323-40b2-8978-19a867dea5a8 admin admin] Publish callbacks [] for security_group (31beda75-0be3-49ee-93e6-a0beeb04f7ab), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:08.551862 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-51d47422-3323-40b2-8978-19a867dea5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (31beda75-0be3-49ee-93e6-a0beeb04f7ab), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:08.637939 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-51d47422-3323-40b2-8978-19a867dea5a8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3c6970821371470f822c35b02c611f14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5442450 Feb 09 12:54:08.639727 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d47422-3323-40b2-8978-19a867dea5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31beda75-0be3-49ee-93e6-a0beeb04f7ab,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:08.640413 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 51104) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:08.707902 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7dc148c3-2255-499b-9ee5-0f5f6fff5384 admin admin] Publish callbacks [] for security_group (31beda75-0be3-49ee-93e6-a0beeb04f7ab), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:08.744001 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7dc148c3-2255-499b-9ee5-0f5f6fff5384 admin admin] Publish callbacks [] for security_group (31beda75-0be3-49ee-93e6-a0beeb04f7ab), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:08.898439 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7dc148c3-2255-499b-9ee5-0f5f6fff5384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (31beda75-0be3-49ee-93e6-a0beeb04f7ab), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:08.903537 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7dc148c3-2255-499b-9ee5-0f5f6fff5384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:08.905888 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-7dc148c3-2255-499b-9ee5-0f5f6fff5384 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/31beda75-0be3-49ee-93e6-a0beeb04f7ab HTTP/1.1" status: 204 len: 168 time: 0.2640190 Feb 09 12:54:08.920341 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc148c3-2255-499b-9ee5-0f5f6fff5384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31beda75-0be3-49ee-93e6-a0beeb04f7ab,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:09.871208 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 51140) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:09.887849 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-36656372-f40e-4bcf-b013-798a15697cad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:10.010017 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-36656372-f40e-4bcf-b013-798a15697cad admin admin] Publish callbacks [] for security_group (235fd709-4e90-4ca6-a9f0-9967048230bf), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:10.080831 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-36656372-f40e-4bcf-b013-798a15697cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (235fd709-4e90-4ca6-a9f0-9967048230bf), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:10.123577 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-36656372-f40e-4bcf-b013-798a15697cad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8df8e24b32fd4e70bc6ba0e7e6350e0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510457 Feb 09 12:54:10.124462 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36656372-f40e-4bcf-b013-798a15697cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235fd709-4e90-4ca6-a9f0-9967048230bf,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:10.126685 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 51144) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:10.197324 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-19752cc3-62d9-4fd9-a2e5-5afd7ae7e291 admin admin] Publish callbacks [] for security_group (235fd709-4e90-4ca6-a9f0-9967048230bf), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:10.229589 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-19752cc3-62d9-4fd9-a2e5-5afd7ae7e291 admin admin] Publish callbacks [] for security_group (235fd709-4e90-4ca6-a9f0-9967048230bf), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:10.410976 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-19752cc3-62d9-4fd9-a2e5-5afd7ae7e291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (235fd709-4e90-4ca6-a9f0-9967048230bf), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:10.414171 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-19752cc3-62d9-4fd9-a2e5-5afd7ae7e291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:10.419219 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-19752cc3-62d9-4fd9-a2e5-5afd7ae7e291 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/235fd709-4e90-4ca6-a9f0-9967048230bf HTTP/1.1" status: 204 len: 168 time: 0.2801869 Feb 09 12:54:10.427308 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19752cc3-62d9-4fd9-a2e5-5afd7ae7e291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235fd709-4e90-4ca6-a9f0-9967048230bf,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:10.486378 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df086332-bcac-4baf-b229-cea28f93ddd8 req-7162f6ae-f589-4765-8040-609972f54b97 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:10.492190 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-df086332-bcac-4baf-b229-cea28f93ddd8 req-7162f6ae-f589-4765-8040-609972f54b97 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0764978 Feb 09 12:54:10.552045 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-df086332-bcac-4baf-b229-cea28f93ddd8 req-5d111ece-0462-4632-abbf-615d9f9e9622 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574400 Feb 09 12:54:10.748337 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a9375-c417-4fb9-ba06-168d85a243c5 req-6c7811ae-6d79-468c-91f5-27e327b89187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:10.749897 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7c0a9375-c417-4fb9-ba06-168d85a243c5 req-6c7811ae-6d79-468c-91f5-27e327b89187 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aac257b16e274dfb9778b47283dbc3d7&device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 1129 time: 0.1338198 Feb 09 12:54:10.881413 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a9375-c417-4fb9-ba06-168d85a243c5 req-9219326c-8411-40ba-aff9-8178a163d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:10.883078 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7c0a9375-c417-4fb9-ba06-168d85a243c5 req-9219326c-8411-40ba-aff9-8178a163d3c3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fe9e02a9-db66-4356-b324-dd8d3fc56de1 HTTP/1.1" status: 200 len: 920 time: 0.1226525 Feb 09 12:54:10.969554 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7c0a9375-c417-4fb9-ba06-168d85a243c5 req-567171be-1b11-4e8e-a6cc-b41618ada538 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ab5fada-eef8-4566-b3d0-305f254e5a73 HTTP/1.1" status: 200 len: 217 time: 0.0773244 Feb 09 12:54:11.084311 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a9375-c417-4fb9-ba06-168d85a243c5 req-f053bbbf-1d16-4248-825e-4a5b51e335f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:11.086296 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7c0a9375-c417-4fb9-ba06-168d85a243c5 req-f053bbbf-1d16-4248-825e-4a5b51e335f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3eaa3335-b6ec-45d9-968c-d644bee9379c HTTP/1.1" status: 200 len: 859 time: 0.1013501 Feb 09 12:54:11.154828 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7c0a9375-c417-4fb9-ba06-168d85a243c5 req-ed99d1df-e536-4c8a-8943-5ee4b8b1fa59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe9e02a9-db66-4356-b324-dd8d3fc56de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591583 Feb 09 12:54:11.163058 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-f12eee73-dc86-45ee-bbea-ece53567e54d tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:11.165813 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-f12eee73-dc86-45ee-bbea-ece53567e54d tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/networks?id=60e1c116-600c-4c22-be1c-87ca9eb04745 HTTP/1.1" status: 200 len: 813 time: 0.1645377 Feb 09 12:54:11.197463 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-86f494f2-f00f-4b50-acb5-c32c1c392b82 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/quotas/c700a76888af4c26ac5b858223b6e261 HTTP/1.1" status: 200 len: 375 time: 0.0255072 Feb 09 12:54:11.326665 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7c0a9375-c417-4fb9-ba06-168d85a243c5 req-2cd732e5-9038-4962-b61e-82884c4cd9fb service neutron] 10.222.0.18 "GET /v2.0/networks/fe9e02a9-db66-4356-b324-dd8d3fc56de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632779 Feb 09 12:54:11.328227 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-89b64154-5382-403a-98c7-0877eb3299eb tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c700a76888af4c26ac5b858223b6e261&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1293855 Feb 09 12:54:11.484384 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-3bf4875d-419e-4736-ae23-7f27438c7c4a service neutron] 10.222.0.50 "GET /v2.0/networks/60e1c116-600c-4c22-be1c-87ca9eb04745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481454 Feb 09 12:54:11.490712 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7c0a9375-c417-4fb9-ba06-168d85a243c5 req-261ec5be-5c98-44e4-8887-815955e10ad3 service neutron] 10.222.0.18 "GET /v2.0/networks/fe9e02a9-db66-4356-b324-dd8d3fc56de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554086 Feb 09 12:54:11.648169 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-b7b735b3-df88-45ff-9e14-64fa6a1979ee service neutron] 10.222.0.50 "GET /v2.0/networks/60e1c116-600c-4c22-be1c-87ca9eb04745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626530 Feb 09 12:54:11.980504 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99d0aa-8501-48db-90e6-977f995dbab1 req-17b90331-7997-4c9b-87fc-2bec360f59dd tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:11.982303 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2f99d0aa-8501-48db-90e6-977f995dbab1 req-17b90331-7997-4c9b-87fc-2bec360f59dd tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0698547 Feb 09 12:54:12.030310 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe35b47-8d55-431a-8861-8b4de687c14d req-9ed522b0-0837-43e6-985d-f0042c5082e1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:12.032020 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fbe35b47-8d55-431a-8861-8b4de687c14d req-9ed522b0-0837-43e6-985d-f0042c5082e1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.0658143 Feb 09 12:54:12.092972 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fbe35b47-8d55-431a-8861-8b4de687c14d req-3f450add-70ea-48dc-95c6-b752ed2a941e tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547235 Feb 09 12:54:12.098064 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2f99d0aa-8501-48db-90e6-977f995dbab1 req-7488ac3a-5292-4d44-bc14-53979e5d34da tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952561 Feb 09 12:54:12.192931 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a4f3149b-01e3-487d-8e65-b2591d53633d req-b86463f0-94b1-469e-98f7-6429962273bf tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38870aa-438e-4224-b986-c9367faddab8 HTTP/1.1" status: 200 len: 210 time: 0.0453093 Feb 09 12:54:12.235621 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 51238) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:12.517016 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-35dda3dd-9679-40e0-8281-26f80b62a401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:12.613227 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-35dda3dd-9679-40e0-8281-26f80b62a401 admin admin] Publish callbacks [] for security_group (55377077-2d52-488d-a5e0-34275744dcab), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:12.720857 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-35dda3dd-9679-40e0-8281-26f80b62a401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (55377077-2d52-488d-a5e0-34275744dcab), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:12.769183 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-35dda3dd-9679-40e0-8281-26f80b62a401 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bb55078fcc5b45188ea387422754d5b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5323851 Feb 09 12:54:12.770683 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dda3dd-9679-40e0-8281-26f80b62a401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55377077-2d52-488d-a5e0-34275744dcab,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:12.775348 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 51248) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:12.848373 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0855d584-277f-4ce1-b97c-d239a8a53974 admin admin] Publish callbacks [] for security_group (55377077-2d52-488d-a5e0-34275744dcab), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:12.885228 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0855d584-277f-4ce1-b97c-d239a8a53974 admin admin] Publish callbacks [] for security_group (55377077-2d52-488d-a5e0-34275744dcab), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:13.058820 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0855d584-277f-4ce1-b97c-d239a8a53974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (55377077-2d52-488d-a5e0-34275744dcab), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:13.063075 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0855d584-277f-4ce1-b97c-d239a8a53974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:13.065090 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-0855d584-277f-4ce1-b97c-d239a8a53974 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/55377077-2d52-488d-a5e0-34275744dcab HTTP/1.1" status: 204 len: 168 time: 0.2908788 Feb 09 12:54:13.079451 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855d584-277f-4ce1-b97c-d239a8a53974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55377077-2d52-488d-a5e0-34275744dcab,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:13.290959 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f2bb9-7da8-4e87-99bd-fba92b811ba1 req-41bbdba0-f28a-41ec-af0b-254ac005beee tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:13.293613 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a73f2bb9-7da8-4e87-99bd-fba92b811ba1 req-41bbdba0-f28a-41ec-af0b-254ac005beee tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.1131921 Feb 09 12:54:13.311593 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796e12c-4b09-494c-ac76-e2fe2eb531a7 req-db497da8-419c-4a65-91af-cc1f67c08750 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:13.314696 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0796e12c-4b09-494c-ac76-e2fe2eb531a7 req-db497da8-419c-4a65-91af-cc1f67c08750 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.1070716 Feb 09 12:54:13.403384 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a73f2bb9-7da8-4e87-99bd-fba92b811ba1 req-78e84d1b-8828-43e0-99c8-a4b76f398eef tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986621 Feb 09 12:54:13.414813 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0796e12c-4b09-494c-ac76-e2fe2eb531a7 req-d6a394b8-c8cf-4323-a45e-a2db56b03a12 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779397 Feb 09 12:54:13.556105 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-3d3428c5-6229-4867-8add-3712203586b1 req-10429d60-a0c0-41f5-b742-eac3f69832b9 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38870aa-438e-4224-b986-c9367faddab8 HTTP/1.1" status: 200 len: 210 time: 0.0486870 Feb 09 12:54:14.198392 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 51288) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:14.218624 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e5dfb753-2a36-4468-bc97-5b33748e509b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:14.317541 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e5dfb753-2a36-4468-bc97-5b33748e509b admin admin] Publish callbacks [] for security_group (6d4055f3-8983-43ed-8476-1facbf6e7aad), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:14.406479 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e5dfb753-2a36-4468-bc97-5b33748e509b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (6d4055f3-8983-43ed-8476-1facbf6e7aad), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:14.446019 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dfb753-2a36-4468-bc97-5b33748e509b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4055f3-8983-43ed-8476-1facbf6e7aad,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:14.450579 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-e5dfb753-2a36-4468-bc97-5b33748e509b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=88b928c999b04842ae1dda2d6d26d22a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510352 Feb 09 12:54:14.461183 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 51302) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:14.535159 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-96807774-523c-4fce-b250-61eafb7866d7 admin admin] Publish callbacks [] for security_group (6d4055f3-8983-43ed-8476-1facbf6e7aad), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:14.606499 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-96807774-523c-4fce-b250-61eafb7866d7 admin admin] Publish callbacks [] for security_group (6d4055f3-8983-43ed-8476-1facbf6e7aad), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:14.705450 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8dbe0-d4b0-49b4-8db3-b4e147d99eac req-1fce967a-6fa2-4cbf-b255-afebdfeac9a3 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:14.707225 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-56e8dbe0-d4b0-49b4-8db3-b4e147d99eac req-1fce967a-6fa2-4cbf-b255-afebdfeac9a3 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.1613095 Feb 09 12:54:14.776055 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-56e8dbe0-d4b0-49b4-8db3-b4e147d99eac req-af26255b-f929-40e9-94a2-63d55571a69e tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591373 Feb 09 12:54:14.818841 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-96807774-523c-4fce-b250-61eafb7866d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (6d4055f3-8983-43ed-8476-1facbf6e7aad), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:14.821513 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-96807774-523c-4fce-b250-61eafb7866d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:14.824467 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-96807774-523c-4fce-b250-61eafb7866d7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6d4055f3-8983-43ed-8476-1facbf6e7aad HTTP/1.1" status: 204 len: 168 time: 0.3610160 Feb 09 12:54:14.841233 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96807774-523c-4fce-b250-61eafb7866d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4055f3-8983-43ed-8476-1facbf6e7aad,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:14.908422 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fcb2ef-03a6-44f4-8907-65a741b04402 req-4e162022-37c5-4ff2-8a70-167f9945c96f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:14.915781 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-be654877-c88e-4893-ac99-590279e5d436 req-4fca0b0b-2bcd-4f62-9194-814ebd768a0d tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38870aa-438e-4224-b986-c9367faddab8 HTTP/1.1" status: 200 len: 210 time: 0.0635617 Feb 09 12:54:14.917746 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-20fcb2ef-03a6-44f4-8907-65a741b04402 req-4e162022-37c5-4ff2-8a70-167f9945c96f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.3563254 Feb 09 12:54:14.978533 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:15.002078 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-20fcb2ef-03a6-44f4-8907-65a741b04402 req-af8cdc7f-cffb-4545-a255-a53518e197e6 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818932 Feb 09 12:54:15.074444 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-8ef4b309-9a34-4b94-b269-99a6886ce6a2 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:15.076345 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-8ef4b309-9a34-4b94-b269-99a6886ce6a2 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.18 "GET /v2.0/networks?id=60e1c116-600c-4c22-be1c-87ca9eb04745 HTTP/1.1" status: 200 len: 813 time: 0.1624761 Feb 09 12:54:15.092870 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-9b9ee724-6e7b-4a50-a1a7-c55cc04be7e6 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Request body: {'port': {'device_id': 'd38870aa-438e-4224-b986-c9367faddab8', 'network_id': '60e1c116-600c-4c22-be1c-87ca9eb04745', 'admin_state_up': True, 'tenant_id': 'c700a76888af4c26ac5b858223b6e261'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:54:15.327103 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-9b9ee724-6e7b-4a50-a1a7-c55cc04be7e6 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Made reservation on behalf of c700a76888af4c26ac5b858223b6e261 for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:54:15.332207 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-9b9ee724-6e7b-4a50-a1a7-c55cc04be7e6 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:15.402290 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 51320) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:15.514017 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-9b9ee724-6e7b-4a50-a1a7-c55cc04be7e6 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Allocated IP 172.20.0.9 (60e1c116-600c-4c22-be1c-87ca9eb04745/9699e6c1-1018-457a-af1d-044b01a0fe5a/6bc393be-6f34-4deb-bd6d-0fba1ab0cec3) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:54:15.574131 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e0b0-3c30-4fc7-adff-d3739486f198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:15.664701 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e0b0-3c30-4fc7-adff-d3739486f198 admin admin] Publish callbacks [] for security_group (31a36d8c-3af4-447d-8f92-c53584761752), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:15.752738 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-9b9ee724-6e7b-4a50-a1a7-c55cc04be7e6 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks [] for port (6bc393be-6f34-4deb-bd6d-0fba1ab0cec3), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:15.804123 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e0b0-3c30-4fc7-adff-d3739486f198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (31a36d8c-3af4-447d-8f92-c53584761752), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:15.868455 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2e0b0-3c30-4fc7-adff-d3739486f198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a36d8c-3af4-447d-8f92-c53584761752,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:15.899793 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-aaf2e0b0-3c30-4fc7-adff-d3739486f198 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3614a665d2174dfea22f60864ae0c2af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4960535 Feb 09 12:54:15.902927 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 51340) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:15.950973 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-9b9ee724-6e7b-4a50-a1a7-c55cc04be7e6 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (6bc393be-6f34-4deb-bd6d-0fba1ab0cec3), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:15.968676 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['7b78f94a-31c6-41d8-9f34-b402f8718946', '68ab71aa-ac63-47ca-8d17-8dbb410245c6', '76f4be6a-cc7f-4237-a476-aade95ba2dfc'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:54:15.978315 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-9b9ee724-6e7b-4a50-a1a7-c55cc04be7e6 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Network 60e1c116-600c-4c22-be1c-87ca9eb04745 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:54:15.982351 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-9b9ee724-6e7b-4a50-a1a7-c55cc04be7e6 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:15.996806 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-9b9ee724-6e7b-4a50-a1a7-c55cc04be7e6 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:54:15.997053 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-90f022b4-ab54-4dbc-86e8-695c7ce0262d admin admin] Publish callbacks [] for security_group (31a36d8c-3af4-447d-8f92-c53584761752), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:15.997751 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-9b9ee724-6e7b-4a50-a1a7-c55cc04be7e6 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:15.997751 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-9b9ee724-6e7b-4a50-a1a7-c55cc04be7e6 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:16.038590 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-90f022b4-ab54-4dbc-86e8-695c7ce0262d admin admin] Publish callbacks [] for security_group (31a36d8c-3af4-447d-8f92-c53584761752), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:16.099520 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ee724-6e7b-4a50-a1a7-c55cc04be7e6 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Pushing event updated for resources: {'Port': ['ID=6bc393be-6f34-4deb-bd6d-0fba1ab0cec3,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:16.158488 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40f00c-e6b1-415b-a3d9-2b08f3075478 req-5d874218-684e-4e27-ad12-8dc96ce287dc tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:16.161545 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6f40f00c-e6b1-415b-a3d9-2b08f3075478 req-5d874218-684e-4e27-ad12-8dc96ce287dc tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.2648535 Feb 09 12:54:16.162906 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49493a-5bf4-43a8-a694-10734b19ebac req-848d1546-8dae-4fcd-a335-e0280a2f9448 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:16.165052 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ce49493a-5bf4-43a8-a694-10734b19ebac req-848d1546-8dae-4fcd-a335-e0280a2f9448 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38870aa-438e-4224-b986-c9367faddab8 HTTP/1.1" status: 200 len: 931 time: 0.0967412 Feb 09 12:54:16.169805 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-9b9ee724-6e7b-4a50-a1a7-c55cc04be7e6 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0817261 Feb 09 12:54:16.187085 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-5286b5d9-88fc-4841-b11b-3eb3b657d873 service neutron] Request body: {'port': {'device_id': 'd38870aa-438e-4224-b986-c9367faddab8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:54:16.237994 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ce49493a-5bf4-43a8-a694-10734b19ebac req-36845f74-69af-4c54-9ccc-b06711840766 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652771 Feb 09 12:54:16.252492 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-90f022b4-ab54-4dbc-86e8-695c7ce0262d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (31a36d8c-3af4-447d-8f92-c53584761752), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:16.257403 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-90f022b4-ab54-4dbc-86e8-695c7ce0262d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:16.259095 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-90f022b4-ab54-4dbc-86e8-695c7ce0262d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/31a36d8c-3af4-447d-8f92-c53584761752 HTTP/1.1" status: 204 len: 168 time: 0.3546302 Feb 09 12:54:16.301930 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f022b4-ab54-4dbc-86e8-695c7ce0262d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a36d8c-3af4-447d-8f92-c53584761752,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:16.316162 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-5286b5d9-88fc-4841-b11b-3eb3b657d873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (6bc393be-6f34-4deb-bd6d-0fba1ab0cec3), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:16.329285 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6f40f00c-e6b1-415b-a3d9-2b08f3075478 req-8cd1106b-3943-4f28-8ff7-962536bde0ab tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475408 Feb 09 12:54:16.447156 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5d1e1-584c-4a60-af75-febaf215d7c9 req-e993cebc-10de-4536-97a2-5596257a2bde tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:16.448965 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-eaf5d1e1-584c-4a60-af75-febaf215d7c9 req-e993cebc-10de-4536-97a2-5596257a2bde tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.0605729 Feb 09 12:54:16.516852 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-eaf5d1e1-584c-4a60-af75-febaf215d7c9 req-1d1c6e62-2190-463d-a40c-1143cf78dd1e tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603807 Feb 09 12:54:16.920895 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-5286b5d9-88fc-4841-b11b-3eb3b657d873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc393be-6f34-4deb-bd6d-0fba1ab0cec3 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:54:16.930743 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-5286b5d9-88fc-4841-b11b-3eb3b657d873 service neutron] Publish callbacks [] for port (6bc393be-6f34-4deb-bd6d-0fba1ab0cec3), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:16.945138 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-5286b5d9-88fc-4841-b11b-3eb3b657d873 service neutron] Transition to ACTIVE for port object 6bc393be-6f34-4deb-bd6d-0fba1ab0cec3 will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:54:17.056105 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-5286b5d9-88fc-4841-b11b-3eb3b657d873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (6bc393be-6f34-4deb-bd6d-0fba1ab0cec3), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:17.108483 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286b5d9-88fc-4841-b11b-3eb3b657d873 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc393be-6f34-4deb-bd6d-0fba1ab0cec3,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:17.158043 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-5286b5d9-88fc-4841-b11b-3eb3b657d873 service neutron] Attempting to bind port 6bc393be-6f34-4deb-bd6d-0fba1ab0cec3 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:54:17.158565 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-5286b5d9-88fc-4841-b11b-3eb3b657d873 service neutron] Attempting to bind port 6bc393be-6f34-4deb-bd6d-0fba1ab0cec3 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '3193b368-ce2c-4571-8129-3a0af32866ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '60e1c116-600c-4c22-be1c-87ca9eb04745'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:54:17.161424 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-5286b5d9-88fc-4841-b11b-3eb3b657d873 service neutron] Attempting to bind port 6bc393be-6f34-4deb-bd6d-0fba1ab0cec3 on network 60e1c116-600c-4c22-be1c-87ca9eb04745 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:54:17.169626 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-5286b5d9-88fc-4841-b11b-3eb3b657d873 service neutron] Port 6bc393be-6f34-4deb-bd6d-0fba1ab0cec3 on network 60e1c116-600c-4c22-be1c-87ca9eb04745 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 12:54:17.170020 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-5286b5d9-88fc-4841-b11b-3eb3b657d873 service neutron] Attempting to bind port 6bc393be-6f34-4deb-bd6d-0fba1ab0cec3 on network 60e1c116-600c-4c22-be1c-87ca9eb04745 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:54:17.179655 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-5286b5d9-88fc-4841-b11b-3eb3b657d873 service neutron] Checking agent: {'id': '230303ca-ea08-4771-a934-bc9aeb8313a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'started_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:54:17.180168 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-5286b5d9-88fc-4841-b11b-3eb3b657d873 service neutron] Checking segment: {'id': '3193b368-ce2c-4571-8129-3a0af32866ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '60e1c116-600c-4c22-be1c-87ca9eb04745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:54:17.180728 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-5286b5d9-88fc-4841-b11b-3eb3b657d873 service neutron] Bound using segment: {'id': '3193b368-ce2c-4571-8129-3a0af32866ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '60e1c116-600c-4c22-be1c-87ca9eb04745'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:54:17.181437 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-5286b5d9-88fc-4841-b11b-3eb3b657d873 service neutron] Bound port: 6bc393be-6f34-4deb-bd6d-0fba1ab0cec3, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3193b368-ce2c-4571-8129-3a0af32866ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '60e1c116-600c-4c22-be1c-87ca9eb04745'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:54:17.181993 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-5286b5d9-88fc-4841-b11b-3eb3b657d873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (6bc393be-6f34-4deb-bd6d-0fba1ab0cec3), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:17.297116 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-5286b5d9-88fc-4841-b11b-3eb3b657d873 service neutron] For port 6bc393be-6f34-4deb-bd6d-0fba1ab0cec3, host hv-cinder-81091, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:54:17.301764 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-5286b5d9-88fc-4841-b11b-3eb3b657d873 service neutron] For port 6bc393be-6f34-4deb-bd6d-0fba1ab0cec3, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=6bc393be-6f34-4deb-bd6d-0fba1ab0cec3,segment=NetworkSegment(3193b368-ce2c-4571-8129-3a0af32866ab),segment_id=3193b368-ce2c-4571-8129-3a0af32866ab)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:54:17.315947 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 51374) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:17.329476 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ccf37b32-4287-4b02-8df1-0fd1dbae2e91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:17.390484 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545cba9-d523-46ed-9117-50709851cfa0 req-dd8c3d76-aeba-41e2-a504-12fd07fcc90d tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:17.394385 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f545cba9-d523-46ed-9117-50709851cfa0 req-dd8c3d76-aeba-41e2-a504-12fd07fcc90d tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38870aa-438e-4224-b986-c9367faddab8 HTTP/1.1" status: 200 len: 943 time: 0.0575063 Feb 09 12:54:17.424603 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-5286b5d9-88fc-4841-b11b-3eb3b657d873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (6bc393be-6f34-4deb-bd6d-0fba1ab0cec3), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:17.435094 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ccf37b32-4287-4b02-8df1-0fd1dbae2e91 admin admin] Publish callbacks [] for security_group (5f85648a-8e0c-47bd-8d5c-4cb108303329), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:17.491556 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-5286b5d9-88fc-4841-b11b-3eb3b657d873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:17.492070 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-5286b5d9-88fc-4841-b11b-3eb3b657d873 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:17.493444 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-5286b5d9-88fc-4841-b11b-3eb3b657d873 service neutron] 10.222.0.18 "PUT /v2.0/ports/6bc393be-6f34-4deb-bd6d-0fba1ab0cec3 HTTP/1.1" status: 200 len: 1093 time: 1.3130879 Feb 09 12:54:17.493889 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38870aa-438e-4224-b986-c9367faddab8', 'tag': '6bc393be-6f34-4deb-bd6d-0fba1ab0cec3'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:54:17.496182 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f291b897-c7a9-4931-912e-c64a1a5588f7" -d '{"events": [{"name": "network-changed", "server_uuid": "d38870aa-438e-4224-b986-c9367faddab8", "tag": "6bc393be-6f34-4deb-bd6d-0fba1ab0cec3"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:54:17.497267 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba65628-3dd1-40c9-ae0a-c1d5cded4c29 req-5fdebc09-5045-48e2-8711-5da4e8c0df27 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:17.498871 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-7ba65628-3dd1-40c9-ae0a-c1d5cded4c29 req-5fdebc09-5045-48e2-8711-5da4e8c0df27 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0681889 Feb 09 12:54:17.516752 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f545cba9-d523-46ed-9117-50709851cfa0 req-9a023efa-15e8-4e59-b007-6edfffbe9280 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117520 Feb 09 12:54:17.522946 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286b5d9-88fc-4841-b11b-3eb3b657d873 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc393be-6f34-4deb-bd6d-0fba1ab0cec3,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:17.548050 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ccf37b32-4287-4b02-8df1-0fd1dbae2e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (5f85648a-8e0c-47bd-8d5c-4cb108303329), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:17.575133 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 12:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b8866c-8ef5-4ae9-97b3-20e9d6ae54df x-openstack-request-id: req-b4b8866c-8ef5-4ae9-97b3-20e9d6ae54df {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:54:17.575523 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38870aa-438e-4224-b986-c9367faddab8", "tag": "6bc393be-6f34-4deb-bd6d-0fba1ab0cec3", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:54:17.575717 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b4b8866c-8ef5-4ae9-97b3-20e9d6ae54df {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:54:17.576126 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38870aa-438e-4224-b986-c9367faddab8', 'tag': '6bc393be-6f34-4deb-bd6d-0fba1ab0cec3', 'status': 'completed', 'code': 200} Feb 09 12:54:17.607725 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-7ba65628-3dd1-40c9-ae0a-c1d5cded4c29 req-ba5432a7-634c-4ea7-8203-f2d024a839a1 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997639 Feb 09 12:54:17.613780 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-ccf37b32-4287-4b02-8df1-0fd1dbae2e91 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c3dcd3c371b34ed29763858121de3dcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966328 Feb 09 12:54:17.615129 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf37b32-4287-4b02-8df1-0fd1dbae2e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f85648a-8e0c-47bd-8d5c-4cb108303329,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:17.617922 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 51386) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:17.713296 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3ebf27a3-a411-4562-904c-c898d23fa3b7 admin admin] Publish callbacks [] for security_group (5f85648a-8e0c-47bd-8d5c-4cb108303329), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:17.717854 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291b897-c7a9-4931-912e-c64a1a5588f7 req-0593616f-735a-44fe-a9f8-01e00ac18b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:17.719372 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f291b897-c7a9-4931-912e-c64a1a5588f7 req-0593616f-735a-44fe-a9f8-01e00ac18b38 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c700a76888af4c26ac5b858223b6e261&device_id=d38870aa-438e-4224-b986-c9367faddab8 HTTP/1.1" status: 200 len: 1127 time: 0.1114779 Feb 09 12:54:17.744827 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3ebf27a3-a411-4562-904c-c898d23fa3b7 admin admin] Publish callbacks [] for security_group (5f85648a-8e0c-47bd-8d5c-4cb108303329), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:17.790812 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43300dc-9434-4e18-8a26-6786ce362193 req-26cac7a9-f2b0-4bbc-8c71-99ecbc4341f5 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:17.792603 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f43300dc-9434-4e18-8a26-6786ce362193 req-26cac7a9-f2b0-4bbc-8c71-99ecbc4341f5 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.1254542 Feb 09 12:54:17.898731 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f43300dc-9434-4e18-8a26-6786ce362193 req-904edffe-3d60-4c03-bbf6-b307e154df78 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899646 Feb 09 12:54:17.902945 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291b897-c7a9-4931-912e-c64a1a5588f7 req-17faad6c-4e1b-4149-83d6-e2084562ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:17.904631 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f291b897-c7a9-4931-912e-c64a1a5588f7 req-17faad6c-4e1b-4149-83d6-e2084562ab3f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c700a76888af4c26ac5b858223b6e261&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1747077 Feb 09 12:54:18.012766 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3ebf27a3-a411-4562-904c-c898d23fa3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (5f85648a-8e0c-47bd-8d5c-4cb108303329), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:18.016109 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3ebf27a3-a411-4562-904c-c898d23fa3b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:18.017451 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-3ebf27a3-a411-4562-904c-c898d23fa3b7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5f85648a-8e0c-47bd-8d5c-4cb108303329 HTTP/1.1" status: 204 len: 168 time: 0.3981843 Feb 09 12:54:18.021385 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291b897-c7a9-4931-912e-c64a1a5588f7 req-d61c0b1b-8c5f-4646-a580-239ed91fd28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:18.023618 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f291b897-c7a9-4931-912e-c64a1a5588f7 req-d61c0b1b-8c5f-4646-a580-239ed91fd28b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1098351 Feb 09 12:54:18.027941 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf27a3-a411-4562-904c-c898d23fa3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f85648a-8e0c-47bd-8d5c-4cb108303329,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:18.156440 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-39153710-33f7-4e58-a5bf-43846b15931f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:18.159676 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-39153710-33f7-4e58-a5bf-43846b15931f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c700a76888af4c26ac5b858223b6e261&device_id=d38870aa-438e-4224-b986-c9367faddab8 HTTP/1.1" status: 200 len: 1127 time: 0.0722144 Feb 09 12:54:18.221244 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-b5b825a5-0849-43a7-bd31-0e3c60bc18b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bc393be-6f34-4deb-bd6d-0fba1ab0cec3 HTTP/1.1" status: 200 len: 217 time: 0.0465760 Feb 09 12:54:18.281433 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-751a02d0-88a1-4f48-ad25-ce32cd7b1913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:18.283080 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-751a02d0-88a1-4f48-ad25-ce32cd7b1913 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9699e6c1-1018-457a-af1d-044b01a0fe5a HTTP/1.1" status: 200 len: 853 time: 0.0550232 Feb 09 12:54:18.320819 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-2fd08478-b478-49e0-8b82-725c49cf63f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60e1c116-600c-4c22-be1c-87ca9eb04745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308146 Feb 09 12:54:18.481229 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-0d6bef0c-c1a8-4eaf-9c35-a1718701890b service neutron] 10.222.0.18 "GET /v2.0/networks/60e1c116-600c-4c22-be1c-87ca9eb04745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510656 Feb 09 12:54:18.695860 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-738d3ece-fd3f-45e7-88ac-a3b4f01ffa36 req-cd0ca52d-fc44-4c41-b1ba-e2f3fed77b86 service neutron] 10.222.0.18 "GET /v2.0/networks/60e1c116-600c-4c22-be1c-87ca9eb04745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061861 Feb 09 12:54:18.745496 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba4800-a150-485b-bfd0-968405a9907d req-9a4e8127-4925-4a86-b60d-475c24d9422f tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:18.745496 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ebba4800-a150-485b-bfd0-968405a9907d req-9a4e8127-4925-4a86-b60d-475c24d9422f tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38870aa-438e-4224-b986-c9367faddab8 HTTP/1.1" status: 200 len: 943 time: 0.0905809 Feb 09 12:54:18.826766 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 12:54:18.830413 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ebba4800-a150-485b-bfd0-968405a9907d req-20b852e1-5476-4e00-9068-40e1e308d62b tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806689 Feb 09 12:54:19.051251 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2250a1-70e3-4253-ba00-a371d23e8bc3 req-2ca981dd-881c-45d4-80c2-3bc8aaa990dc tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:19.053165 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ef2250a1-70e3-4253-ba00-a371d23e8bc3 req-2ca981dd-881c-45d4-80c2-3bc8aaa990dc tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.0896335 Feb 09 12:54:19.062209 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df982aed-550c-48d7-b316-c9746fb73b77 req-8b3f3bd8-140a-4316-87f2-33b8892ad110 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:19.072139 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-df982aed-550c-48d7-b316-c9746fb73b77 req-8b3f3bd8-140a-4316-87f2-33b8892ad110 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.1260114 Feb 09 12:54:19.131629 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ef2250a1-70e3-4253-ba00-a371d23e8bc3 req-1aaab70f-a5cf-487f-9ab4-e2c10f12c243 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718153 Feb 09 12:54:19.151303 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-df982aed-550c-48d7-b316-c9746fb73b77 req-169ea777-9af0-47dd-8893-d5f928cc34f7 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779192 Feb 09 12:54:19.292820 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5388bd-b676-4ddd-9f8c-e527562d3d49 req-a19238da-c918-4a29-863b-d4f3190cd738 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:19.294668 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ea5388bd-b676-4ddd-9f8c-e527562d3d49 req-a19238da-c918-4a29-863b-d4f3190cd738 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.0676723 Feb 09 12:54:19.386043 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ea5388bd-b676-4ddd-9f8c-e527562d3d49 req-3f63adc1-ba01-4f45-84e6-1b845272ef46 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838246 Feb 09 12:54:20.025596 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed959a-6cf5-4be5-bd7a-98df993a0452 req-52413fd1-309b-4908-9b32-cfb616985a31 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:20.027339 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-2eed959a-6cf5-4be5-bd7a-98df993a0452 req-52413fd1-309b-4908-9b32-cfb616985a31 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38870aa-438e-4224-b986-c9367faddab8 HTTP/1.1" status: 200 len: 943 time: 0.0655141 Feb 09 12:54:20.106903 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-2eed959a-6cf5-4be5-bd7a-98df993a0452 req-c10565a4-6817-4905-b111-04228ca0962e tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720916 Feb 09 12:54:20.296712 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60278a-3ab1-4185-8215-e6393fbeca00 req-025aa16d-e5c9-487b-9ac4-55ba66cfec1a tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:20.298151 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fc60278a-3ab1-4185-8215-e6393fbeca00 req-025aa16d-e5c9-487b-9ac4-55ba66cfec1a tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.0626216 Feb 09 12:54:20.336159 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c1919-2b5b-4326-acb1-1f323746eac0 req-188f32b1-80be-4b51-bfa9-2bde02f62207 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:20.337781 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-307c1919-2b5b-4326-acb1-1f323746eac0 req-188f32b1-80be-4b51-bfa9-2bde02f62207 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0607984 Feb 09 12:54:20.365345 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fc60278a-3ab1-4185-8215-e6393fbeca00 req-820969e0-31c0-4422-b15f-c6e63449c5d4 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555620 Feb 09 12:54:20.397268 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-307c1919-2b5b-4326-acb1-1f323746eac0 req-c0c1ab89-071a-47b8-86e3-b35ef1f4563b tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527856 Feb 09 12:54:20.545287 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264c2f6-e89f-4a58-ab67-3dbe4d65113f req-4f5639c1-c15c-4c0b-af95-baac4d18b88d tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:20.550333 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8264c2f6-e89f-4a58-ab67-3dbe4d65113f req-4f5639c1-c15c-4c0b-af95-baac4d18b88d tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.0785487 Feb 09 12:54:20.621905 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8264c2f6-e89f-4a58-ab67-3dbe4d65113f req-c94e73ae-885c-4c79-b065-9911dd0ede1d tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659008 Feb 09 12:54:21.300223 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb551c6d-eb99-4431-a115-32b9f390b54f req-c5438ac2-4683-411e-90a6-b50182029b64 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:21.303168 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-cb551c6d-eb99-4431-a115-32b9f390b54f req-c5438ac2-4683-411e-90a6-b50182029b64 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38870aa-438e-4224-b986-c9367faddab8 HTTP/1.1" status: 200 len: 943 time: 0.1030874 Feb 09 12:54:21.383326 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-cb551c6d-eb99-4431-a115-32b9f390b54f req-e8ebb1c4-ed1b-4afd-9782-a51e0d5cf945 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738435 Feb 09 12:54:21.559622 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e40bf7-98d6-4374-9938-7b1263860506 req-1424de3d-e80b-4746-bb26-8f2d6b4e8901 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:21.561885 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-96e40bf7-98d6-4374-9938-7b1263860506 req-1424de3d-e80b-4746-bb26-8f2d6b4e8901 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.0815222 Feb 09 12:54:21.568521 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c8662-f8a9-400c-998c-35810dae79da req-00d44287-08d1-4abc-abfe-fd4a5d92b352 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:21.571534 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-351c8662-f8a9-400c-998c-35810dae79da req-00d44287-08d1-4abc-abfe-fd4a5d92b352 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0687766 Feb 09 12:54:21.656115 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-96e40bf7-98d6-4374-9938-7b1263860506 req-a74d1774-65b0-458d-8105-e4a6ab2813be tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860524 Feb 09 12:54:21.660025 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-351c8662-f8a9-400c-998c-35810dae79da req-81cf5e7c-ddf6-4bdd-92d6-2c52d5815d61 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800271 Feb 09 12:54:21.810955 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb1694-aace-408b-983c-6410b6834c7b req-85e7e4c3-dc9f-466f-a6ea-c200e9b009f7 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:21.813611 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-44cb1694-aace-408b-983c-6410b6834c7b req-85e7e4c3-dc9f-466f-a6ea-c200e9b009f7 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.0665820 Feb 09 12:54:21.896814 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-44cb1694-aace-408b-983c-6410b6834c7b req-e4920e29-d9d2-4c62-aac4-1f10b0510678 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757809 Feb 09 12:54:22.150564 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 6bc393be-6f34-4deb-bd6d-0fba1ab0cec3 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=109771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 12:54:22.294319 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 6bc393be-6f34-4deb-bd6d-0fba1ab0cec3, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=6bc393be-6f34-4deb-bd6d-0fba1ab0cec3,segment=NetworkSegment(3193b368-ce2c-4571-8129-3a0af32866ab),segment_id=3193b368-ce2c-4571-8129-3a0af32866ab)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:22.310826 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Returning: {'device': '6bc393be-6f34-4deb-bd6d-0fba1ab0cec3', 'network_id': '60e1c116-600c-4c22-be1c-87ca9eb04745', 'port_id': '6bc393be-6f34-4deb-bd6d-0fba1ab0cec3', 'mac_address': 'fa:16:3e:20:59:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9699e6c1-1018-457a-af1d-044b01a0fe5a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 12:54:22.358884 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 6bc393be-6f34-4deb-bd6d-0fba1ab0cec3 is: DOWN; New status is: BUILD {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:54:22.359458 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (6bc393be-6f34-4deb-bd6d-0fba1ab0cec3), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:22.376882 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc393be-6f34-4deb-bd6d-0fba1ab0cec3 {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:54:22.406484 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 6bc393be-6f34-4deb-bd6d-0fba1ab0cec3, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=6bc393be-6f34-4deb-bd6d-0fba1ab0cec3,segment=NetworkSegment(3193b368-ce2c-4571-8129-3a0af32866ab),segment_id=3193b368-ce2c-4571-8129-3a0af32866ab)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:22.553329 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60a781-c950-4711-b2ef-3267496085d1 req-1409c78e-f356-4728-ad39-d618888c684d tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:22.555029 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9d60a781-c950-4711-b2ef-3267496085d1 req-1409c78e-f356-4728-ad39-d618888c684d tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38870aa-438e-4224-b986-c9367faddab8 HTTP/1.1" status: 200 len: 943 time: 0.0653443 Feb 09 12:54:22.607464 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (6bc393be-6f34-4deb-bd6d-0fba1ab0cec3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:22.645336 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9d60a781-c950-4711-b2ef-3267496085d1 req-710cb94a-adb2-43fc-8b74-77090d16fe8a tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772119 Feb 09 12:54:22.669694 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=6bc393be-6f34-4deb-bd6d-0fba1ab0cec3,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:22.679925 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:22.680313 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:22.680677 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:22.681018 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:22.681351 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:22.681689 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:22.682064 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:22.682407 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:22.682769 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:22.683113 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:22.683465 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:22.685549 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:22.685549 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:22.822840 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a415e3-1198-4303-b7ee-bde80d6c9edb req-f93fbd57-9b91-4653-88e8-0f554b67dc60 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:22.824641 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a5a415e3-1198-4303-b7ee-bde80d6c9edb req-f93fbd57-9b91-4653-88e8-0f554b67dc60 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.0721283 Feb 09 12:54:22.864513 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b632a20-3046-4986-b3e5-f91fca3238cd req-db1c6bb3-72d4-4b96-a472-7736bd3aaff6 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:22.867409 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5b632a20-3046-4986-b3e5-f91fca3238cd req-db1c6bb3-72d4-4b96-a472-7736bd3aaff6 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.1055267 Feb 09 12:54:22.899451 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a5a415e3-1198-4303-b7ee-bde80d6c9edb req-af44d529-9371-494c-8e50-5bb0ebd9267c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586357 Feb 09 12:54:22.965869 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5b632a20-3046-4986-b3e5-f91fca3238cd req-5a14dde1-cbc1-4e7a-a1a1-0dda5ff310c0 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914140 Feb 09 12:54:22.997703 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['6bc393be-6f34-4deb-bd6d-0fba1ab0cec3'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:54:23.064002 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fe30f-3f64-4c2c-9a57-816eb051fc3d req-b67f7082-cba8-445f-84b4-cd0625bb4178 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:23.067457 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c78fe30f-3f64-4c2c-9a57-816eb051fc3d req-b67f7082-cba8-445f-84b4-cd0625bb4178 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.0653391 Feb 09 12:54:23.140703 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c78fe30f-3f64-4c2c-9a57-816eb051fc3d req-fa759f9b-350d-409e-8d05-46a2cc5b05b3 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636108 Feb 09 12:54:23.358742 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-eb0c2900-296a-448d-a5ab-1b65fbf87e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:23.828449 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6510c1-668f-429c-aa4c-cadf5369e63d req-91e6c706-4b67-4c10-af6c-a950b5811552 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:23.830206 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2b6510c1-668f-429c-aa4c-cadf5369e63d req-91e6c706-4b67-4c10-af6c-a950b5811552 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38870aa-438e-4224-b986-c9367faddab8 HTTP/1.1" status: 200 len: 944 time: 0.0716658 Feb 09 12:54:23.894947 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2b6510c1-668f-429c-aa4c-cadf5369e63d req-d865030d-4c30-4156-8c8e-6032085d3e82 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563545 Feb 09 12:54:24.080518 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 51522) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:24.090038 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b178f-28ac-4034-8a33-3f2d70bc3ad2 req-de6e22c5-0055-443c-a478-fbf53764fe0f tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:24.091759 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-224b178f-28ac-4034-8a33-3f2d70bc3ad2 req-de6e22c5-0055-443c-a478-fbf53764fe0f tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.0943632 Feb 09 12:54:24.154505 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a72b8e-7e16-4403-8af1-33e0e464a1f4 req-8218e110-10fb-4f7c-9a71-ccdb8dabf362 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:24.167295 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 6bc393be-6f34-4deb-bd6d-0fba1ab0cec3 up at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:54:24.167993 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-52a72b8e-7e16-4403-8af1-33e0e464a1f4 req-8218e110-10fb-4f7c-9a71-ccdb8dabf362 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.1007726 Feb 09 12:54:24.174133 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-224b178f-28ac-4034-8a33-3f2d70bc3ad2 req-3da32a8d-a20b-4d72-ae15-2125f61383aa tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726132 Feb 09 12:54:24.242037 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-52a72b8e-7e16-4403-8af1-33e0e464a1f4 req-e51a9b20-364a-46b1-ac93-2e3fb02d98af tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726082 Feb 09 12:54:24.303048 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-db2cfdea-be42-4940-8723-6f483c53e834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:24.347889 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b4131-efc4-47b0-a4e3-26237cbe4bea req-31e6b02a-a7f3-4440-b2cb-7298d7dfe3ae tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:24.349561 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-1c8b4131-efc4-47b0-a4e3-26237cbe4bea req-31e6b02a-a7f3-4440-b2cb-7298d7dfe3ae tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.0977080 Feb 09 12:54:24.369477 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning for port 6bc393be-6f34-4deb-bd6d-0fba1ab0cec3 completed by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:54:24.375335 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning complete for port 6bc393be-6f34-4deb-bd6d-0fba1ab0cec3 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:24.376104 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (6bc393be-6f34-4deb-bd6d-0fba1ab0cec3), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:24.432712 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-1c8b4131-efc4-47b0-a4e3-26237cbe4bea req-e464cc85-0bb4-4900-b0cf-409f6738f8a8 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754569 Feb 09 12:54:24.462344 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-db2cfdea-be42-4940-8723-6f483c53e834 admin admin] Publish callbacks [] for security_group (2b7a9206-f6e6-44b1-bd59-d4370a7d51ab), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:24.486850 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 6bc393be-6f34-4deb-bd6d-0fba1ab0cec3 is: BUILD; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:54:24.487268 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (6bc393be-6f34-4deb-bd6d-0fba1ab0cec3), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:24.512977 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38870aa-438e-4224-b986-c9367faddab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc393be-6f34-4deb-bd6d-0fba1ab0cec3'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:54:24.515549 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35568c951842a11d678cd4ef08ed24226590f5ef87a7b6612a56827cefa1ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af98d74-4a95-42bb-b3a6-e85a111aa4aa" -d '{"events": [{"server_uuid": "d38870aa-438e-4224-b986-c9367faddab8", "name": "network-vif-plugged", "status": "completed", "tag": "6bc393be-6f34-4deb-bd6d-0fba1ab0cec3"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:54:24.532683 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 6bc393be-6f34-4deb-bd6d-0fba1ab0cec3, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=6bc393be-6f34-4deb-bd6d-0fba1ab0cec3,segment=NetworkSegment(3193b368-ce2c-4571-8129-3a0af32866ab),segment_id=3193b368-ce2c-4571-8129-3a0af32866ab)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:24.560418 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0652c212-e9ec-49ec-88e5-b87fe1135e5f x-openstack-request-id: req-0652c212-e9ec-49ec-88e5-b87fe1135e5f {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:54:24.560848 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38870aa-438e-4224-b986-c9367faddab8", "name": "network-vif-plugged", "status": "completed", "tag": "6bc393be-6f34-4deb-bd6d-0fba1ab0cec3", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:54:24.561109 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0652c212-e9ec-49ec-88e5-b87fe1135e5f {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:54:24.561520 dv-cinder-810917-4-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38870aa-438e-4224-b986-c9367faddab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc393be-6f34-4deb-bd6d-0fba1ab0cec3', 'code': 200} Feb 09 12:54:24.573116 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-db2cfdea-be42-4940-8723-6f483c53e834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (2b7a9206-f6e6-44b1-bd59-d4370a7d51ab), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:24.629250 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2cfdea-be42-4940-8723-6f483c53e834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7a9206-f6e6-44b1-bd59-d4370a7d51ab,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:24.630862 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (6bc393be-6f34-4deb-bd6d-0fba1ab0cec3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:24.636453 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-db2cfdea-be42-4940-8723-6f483c53e834 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a07110c735f743a092593f113b4c90fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5541465 Feb 09 12:54:24.637482 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 51534) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:24.695376 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ce828561-c7d7-4094-8c94-c724097c65a5 admin admin] Publish callbacks [] for security_group (2b7a9206-f6e6-44b1-bd59-d4370a7d51ab), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:24.698361 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=6bc393be-6f34-4deb-bd6d-0fba1ab0cec3,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:24.722973 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ce828561-c7d7-4094-8c94-c724097c65a5 admin admin] Publish callbacks [] for security_group (2b7a9206-f6e6-44b1-bd59-d4370a7d51ab), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:24.847643 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ce828561-c7d7-4094-8c94-c724097c65a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (2b7a9206-f6e6-44b1-bd59-d4370a7d51ab), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:24.851999 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ce828561-c7d7-4094-8c94-c724097c65a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:24.854032 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-ce828561-c7d7-4094-8c94-c724097c65a5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2b7a9206-f6e6-44b1-bd59-d4370a7d51ab HTTP/1.1" status: 204 len: 168 time: 0.2154713 Feb 09 12:54:24.867803 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce828561-c7d7-4094-8c94-c724097c65a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7a9206-f6e6-44b1-bd59-d4370a7d51ab,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:25.046036 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659208b-87f3-4c5b-abbf-d252d3a64205 req-1b786c8b-1ea1-42a5-859e-a68bf9e4098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:25.048552 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e659208b-87f3-4c5b-abbf-d252d3a64205 req-1b786c8b-1ea1-42a5-859e-a68bf9e4098b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d38870aa-438e-4224-b986-c9367faddab8 HTTP/1.1" status: 200 len: 1129 time: 0.0947919 Feb 09 12:54:25.083377 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e71a5-d41f-4f62-ae95-8ebd749877c7 req-77eba8b0-1f02-4146-88f7-a35f4f40d5d1 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:25.087544 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b62e71a5-d41f-4f62-ae95-8ebd749877c7 req-77eba8b0-1f02-4146-88f7-a35f4f40d5d1 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38870aa-438e-4224-b986-c9367faddab8 HTTP/1.1" status: 200 len: 945 time: 0.0872104 Feb 09 12:54:25.115281 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e659208b-87f3-4c5b-abbf-d252d3a64205 req-43858d6a-0486-494e-ab23-058017ccca28 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590768 Feb 09 12:54:25.148108 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b62e71a5-d41f-4f62-ae95-8ebd749877c7 req-931b8c58-3494-4193-8ce2-55d10dc561f8 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530348 Feb 09 12:54:25.317793 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af261cd4-b2ea-4b3d-9d3d-c3d05b551c2b req-d04d6956-64c9-446d-aeaa-9e049e94da00 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:25.319712 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-af261cd4-b2ea-4b3d-9d3d-c3d05b551c2b req-d04d6956-64c9-446d-aeaa-9e049e94da00 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.0654931 Feb 09 12:54:25.400804 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-af261cd4-b2ea-4b3d-9d3d-c3d05b551c2b req-1d8e11e2-9b05-4241-9f00-b6ff21fae65c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729089 Feb 09 12:54:25.444624 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509df46a-dd32-42ad-8bd6-ff4e2f47f7ec req-6acd45e5-a71e-46bf-a1a1-5f483d11ed31 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:25.446741 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-509df46a-dd32-42ad-8bd6-ff4e2f47f7ec req-6acd45e5-a71e-46bf-a1a1-5f483d11ed31 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.1087999 Feb 09 12:54:25.513097 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-509df46a-dd32-42ad-8bd6-ff4e2f47f7ec req-bfb8ac7a-55e7-478d-bdde-8f715169f196 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537271 Feb 09 12:54:25.640815 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b609c2-24ac-4248-9b78-83db22ddec9f req-ca2b2848-8de0-46ed-b26c-9a891dd37b8d tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:25.644020 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-56b609c2-24ac-4248-9b78-83db22ddec9f req-ca2b2848-8de0-46ed-b26c-9a891dd37b8d tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.1011653 Feb 09 12:54:25.703964 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-56b609c2-24ac-4248-9b78-83db22ddec9f req-e7b326d4-a461-478f-8c87-1eeb84693a4d tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538886 Feb 09 12:54:25.938435 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7ef10f0b-92f4-43e3-8d19-b7e402c91041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:26.283958 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5d920-d102-47a2-a414-b661294bc070 req-5f1b751e-1570-4f60-8cbc-a7a017101cc6 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:26.285583 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-40a5d920-d102-47a2-a414-b661294bc070 req-5f1b751e-1570-4f60-8cbc-a7a017101cc6 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38870aa-438e-4224-b986-c9367faddab8 HTTP/1.1" status: 200 len: 945 time: 0.0591233 Feb 09 12:54:26.349680 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-40a5d920-d102-47a2-a414-b661294bc070 req-d0f28535-932b-4c2d-bc48-5d5c90e2baa8 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545781 Feb 09 12:54:26.572350 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c0a2c-6f0b-42a7-93a5-e618385a9992 req-76778f70-4cb7-4560-8e19-a5261406760d tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:26.574013 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4e9c0a2c-6f0b-42a7-93a5-e618385a9992 req-76778f70-4cb7-4560-8e19-a5261406760d tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.0825884 Feb 09 12:54:26.644507 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4e9c0a2c-6f0b-42a7-93a5-e618385a9992 req-f0e547a2-9ef2-4912-8130-2be853c97a57 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621965 Feb 09 12:54:26.703316 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fab03-b87d-4ed2-bbfc-35ea4decccce req-23caf848-054d-410e-a8d3-1234b9786748 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:26.705132 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-1c8fab03-b87d-4ed2-bbfc-35ea4decccce req-23caf848-054d-410e-a8d3-1234b9786748 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0832775 Feb 09 12:54:26.770687 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-1c8fab03-b87d-4ed2-bbfc-35ea4decccce req-83e07243-123b-45de-a944-1940711849b7 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578082 Feb 09 12:54:26.892348 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917f3ad-23e9-4309-83ce-d1f5e93372fc req-13c6a14b-00e2-40ca-9168-b37f78c9b4b9 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:26.894269 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d917f3ad-23e9-4309-83ce-d1f5e93372fc req-13c6a14b-00e2-40ca-9168-b37f78c9b4b9 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.0905559 Feb 09 12:54:26.971141 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d917f3ad-23e9-4309-83ce-d1f5e93372fc req-2f66ded3-2acf-48d5-8fdb-cafd6be75165 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656075 Feb 09 12:54:27.066988 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 51596) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:27.236483 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-89c9fb7e-529b-46c6-90b8-bee6c3a452b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:27.353577 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-89c9fb7e-529b-46c6-90b8-bee6c3a452b4 admin admin] Publish callbacks [] for security_group (1ff15116-6c3c-4d6e-abe5-1c70fcc2e3b8), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:27.446842 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:27.508652 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34608d35-65e5-48f2-b447-80d133f652d1 req-16b0e281-b173-4974-8e22-551c584ad376 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:27.510341 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-34608d35-65e5-48f2-b447-80d133f652d1 req-16b0e281-b173-4974-8e22-551c584ad376 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38870aa-438e-4224-b986-c9367faddab8 HTTP/1.1" status: 200 len: 945 time: 0.0667992 Feb 09 12:54:27.546462 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-89c9fb7e-529b-46c6-90b8-bee6c3a452b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (1ff15116-6c3c-4d6e-abe5-1c70fcc2e3b8), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:27.608203 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-34608d35-65e5-48f2-b447-80d133f652d1 req-2509d76d-73f8-4cd7-ae9a-28336a681b10 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855181 Feb 09 12:54:27.613567 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9fb7e-529b-46c6-90b8-bee6c3a452b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff15116-6c3c-4d6e-abe5-1c70fcc2e3b8,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:27.620939 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-89c9fb7e-529b-46c6-90b8-bee6c3a452b4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e0095b6fe99245feae22d51df8483c73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5529308 Feb 09 12:54:27.625767 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 51602) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:27.695896 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-efa1791b-eb9d-4afd-8e8c-d035ec955b43 admin admin] Publish callbacks [] for security_group (1ff15116-6c3c-4d6e-abe5-1c70fcc2e3b8), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:27.746257 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-efa1791b-eb9d-4afd-8e8c-d035ec955b43 admin admin] Publish callbacks [] for security_group (1ff15116-6c3c-4d6e-abe5-1c70fcc2e3b8), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:27.874677 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c73dd8-b34a-4edc-962f-86d8871a4e61 req-d518c06c-b111-49ab-b4de-eb3837e7f98f tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:27.882641 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b1c73dd8-b34a-4edc-962f-86d8871a4e61 req-d518c06c-b111-49ab-b4de-eb3837e7f98f tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.1214638 Feb 09 12:54:27.943848 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-efa1791b-eb9d-4afd-8e8c-d035ec955b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (1ff15116-6c3c-4d6e-abe5-1c70fcc2e3b8), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:27.948365 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-efa1791b-eb9d-4afd-8e8c-d035ec955b43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:27.956704 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-efa1791b-eb9d-4afd-8e8c-d035ec955b43 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1ff15116-6c3c-4d6e-abe5-1c70fcc2e3b8 HTTP/1.1" status: 204 len: 168 time: 0.3232327 Feb 09 12:54:27.959811 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b1c73dd8-b34a-4edc-962f-86d8871a4e61 req-224ea38c-3462-43bb-a114-ecdce8e09461 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553715 Feb 09 12:54:27.971778 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1791b-eb9d-4afd-8e8c-d035ec955b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff15116-6c3c-4d6e-abe5-1c70fcc2e3b8,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:28.040663 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d0315-738c-4f91-a6bd-28f1e526295b req-dc2733ae-f33d-4688-a20d-9f666a4e6519 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:28.044023 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ee1d0315-738c-4f91-a6bd-28f1e526295b req-dc2733ae-f33d-4688-a20d-9f666a4e6519 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.1521606 Feb 09 12:54:28.108423 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ee1d0315-738c-4f91-a6bd-28f1e526295b req-fb81402f-fe9a-42e3-bd02-6cdb238a0589 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530570 Feb 09 12:54:28.149570 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7812a-ffd1-4d72-8585-5ae169e59701 req-7bebb723-8671-47ad-abdd-69b57d0e4861 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:28.152472 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bdc7812a-ffd1-4d72-8585-5ae169e59701 req-7bebb723-8671-47ad-abdd-69b57d0e4861 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.0705492 Feb 09 12:54:28.204775 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 7ae9277f-bd57-4865-aa70-2067250d9c21 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=109771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 12:54:28.238982 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bdc7812a-ffd1-4d72-8585-5ae169e59701 req-8699f419-f03a-4530-8d29-6328c13c32da tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755584 Feb 09 12:54:28.342310 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 7ae9277f-bd57-4865-aa70-2067250d9c21, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7ae9277f-bd57-4865-aa70-2067250d9c21,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:28.363313 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Returning: {'device': '7ae9277f-bd57-4865-aa70-2067250d9c21', 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'port_id': '7ae9277f-bd57-4865-aa70-2067250d9c21', 'mac_address': 'fa:16:3e:77:bf:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 12:54:28.410961 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 7ae9277f-bd57-4865-aa70-2067250d9c21 is: ACTIVE; New status is: BUILD {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:54:28.411526 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (7ae9277f-bd57-4865-aa70-2067250d9c21), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:28.429455 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ae9277f-bd57-4865-aa70-2067250d9c21 {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:54:28.463023 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 7ae9277f-bd57-4865-aa70-2067250d9c21, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7ae9277f-bd57-4865-aa70-2067250d9c21,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:28.618684 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (7ae9277f-bd57-4865-aa70-2067250d9c21), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:28.782609 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:28.808693 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=7ae9277f-bd57-4865-aa70-2067250d9c21,revision_number=6']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:28.900254 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['7ae9277f-bd57-4865-aa70-2067250d9c21'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:54:29.152898 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026934ce-15d6-4a9f-a293-cc9fdfcfafce req-1700af54-48e7-4f94-ab7b-b17d0b723df6 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:29.160112 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-026934ce-15d6-4a9f-a293-cc9fdfcfafce req-1700af54-48e7-4f94-ab7b-b17d0b723df6 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.0899811 Feb 09 12:54:29.242280 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-026934ce-15d6-4a9f-a293-cc9fdfcfafce req-67995ce6-2cfa-496c-8e23-23746530d0ab tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762208 Feb 09 12:54:29.323580 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6880d5-a06a-44a0-8f78-210b023d06f4 req-29cfa6d5-56d8-4927-b86d-c24ee01771c4 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:29.325402 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4a6880d5-a06a-44a0-8f78-210b023d06f4 req-29cfa6d5-56d8-4927-b86d-c24ee01771c4 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0851767 Feb 09 12:54:29.380832 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4a6880d5-a06a-44a0-8f78-210b023d06f4 req-6fe00d64-857a-45ee-8de2-1a7516c8aacb tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457470 Feb 09 12:54:29.411263 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30bb7d-eb47-4191-9aed-771c9e7d92e3 req-10e3784f-4293-40c7-8a62-15b35713e123 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:29.412395 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6e30bb7d-eb47-4191-9aed-771c9e7d92e3 req-10e3784f-4293-40c7-8a62-15b35713e123 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 945 time: 0.0801675 Feb 09 12:54:29.477133 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6e30bb7d-eb47-4191-9aed-771c9e7d92e3 req-17edfd82-b498-47d0-87cd-498f3bf66535 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571749 Feb 09 12:54:29.506328 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 51654) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:29.621694 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-53392779-d210-41c8-b12e-788f596ce4fa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1150462200-network', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:54:29.756568 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53392779-d210-41c8-b12e-788f596ce4fa admin admin] Made reservation on behalf of 19f045d14ee84b2d9a76ecc5e986b7b2 for: {'network': 1} {{(pid=109770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:54:29.766251 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-53392779-d210-41c8-b12e-788f596ce4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for network (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:29.773068 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-53392779-d210-41c8-b12e-788f596ce4fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:29.830462 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:29.878803 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-53392779-d210-41c8-b12e-788f596ce4fa admin admin] Publish callbacks [] for security_group (a76843a6-40e1-4856-9ba9-43aaa31cdd6b), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:29.955692 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-53392779-d210-41c8-b12e-788f596ce4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (a76843a6-40e1-4856-9ba9-43aaa31cdd6b), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:29.983602 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53392779-d210-41c8-b12e-788f596ce4fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=109770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:54:30.004478 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53392779-d210-41c8-b12e-788f596ce4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76843a6-40e1-4856-9ba9-43aaa31cdd6b,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:30.012839 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-53392779-d210-41c8-b12e-788f596ce4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (65e83d7c-8f31-4529-aaf4-8a9ed6c91a40), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:30.012839 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.db.segments_db [None req-53392779-d210-41c8-b12e-788f596ce4fa admin admin] Added segment 65e83d7c-8f31-4529-aaf4-8a9ed6c91a40 of type vlan for network a2444ddf-e0f9-423c-b50e-660fe55289c5 Feb 09 12:54:30.062869 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-53392779-d210-41c8-b12e-788f596ce4fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775837420593'] for network (a2444ddf-e0f9-423c-b50e-660fe55289c5), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:30.152989 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-53392779-d210-41c8-b12e-788f596ce4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for network (a2444ddf-e0f9-423c-b50e-660fe55289c5), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:30.154270 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53392779-d210-41c8-b12e-788f596ce4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:30.155060 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-53392779-d210-41c8-b12e-788f596ce4fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:30.218943 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 7ae9277f-bd57-4865-aa70-2067250d9c21 up at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:54:30.231599 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53392779-d210-41c8-b12e-788f596ce4fa admin admin] Pushing event updated for resources: {'Network': ['ID=a2444ddf-e0f9-423c-b50e-660fe55289c5,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:30.256593 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Network a2444ddf-e0f9-423c-b50e-660fe55289c5 details requested by agent ovs-agent-dv-cinder-810917-4-iscsi with host dv-cinder-810917-4-iscsi {{(pid=109771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 12:54:30.343048 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 51674) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:30.345988 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-53392779-d210-41c8-b12e-788f596ce4fa admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8380542 Feb 09 12:54:30.360314 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-4feb55a8-dd57-4ace-8588-dfae6eb7cad7 admin admin] Request body: {'subnet': {'network_id': 'a2444ddf-e0f9-423c-b50e-660fe55289c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1150462200-subnet', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'ip_version': 4}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:54:30.375858 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning complete for port 7ae9277f-bd57-4865-aa70-2067250d9c21 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:30.376278 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (7ae9277f-bd57-4865-aa70-2067250d9c21), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:30.454402 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643f06c-d59d-4f22-a988-8c5c14d5245b req-e142ba8d-dfd2-4372-8242-d5597e479dc3 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:30.457701 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6643f06c-d59d-4f22-a988-8c5c14d5245b req-e142ba8d-dfd2-4372-8242-d5597e479dc3 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.1088998 Feb 09 12:54:30.466567 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 7ae9277f-bd57-4865-aa70-2067250d9c21 is: BUILD; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:54:30.467080 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (7ae9277f-bd57-4865-aa70-2067250d9c21), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:30.495275 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8ad3c9-5d75-4419-9f06-19cb6859619f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae9277f-bd57-4865-aa70-2067250d9c21'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:54:30.497631 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35568c951842a11d678cd4ef08ed24226590f5ef87a7b6612a56827cefa1ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d846a54-78dc-433a-9003-a277d5cde4f5" -d '{"events": [{"server_uuid": "ae8ad3c9-5d75-4419-9f06-19cb6859619f", "name": "network-vif-plugged", "status": "completed", "tag": "7ae9277f-bd57-4865-aa70-2067250d9c21"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:54:30.510517 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 7ae9277f-bd57-4865-aa70-2067250d9c21, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7ae9277f-bd57-4865-aa70-2067250d9c21,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:30.536618 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6643f06c-d59d-4f22-a988-8c5c14d5245b req-3a9126e5-7450-43ce-8148-6f67a2d737df tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703852 Feb 09 12:54:30.536827 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4feb55a8-dd57-4ace-8588-dfae6eb7cad7 admin admin] Made reservation on behalf of 19f045d14ee84b2d9a76ecc5e986b7b2 for: {'subnet': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:54:30.540222 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4feb55a8-dd57-4ace-8588-dfae6eb7cad7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:30.661995 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (7ae9277f-bd57-4865-aa70-2067250d9c21), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:30.681508 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86018684-3c16-40fc-8f55-1af1c4804347 req-864227b9-8756-4c00-8008-3c17b72b7f0c tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:30.683372 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-86018684-3c16-40fc-8f55-1af1c4804347 req-864227b9-8756-4c00-8008-3c17b72b7f0c tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0748873 Feb 09 12:54:30.727852 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=7ae9277f-bd57-4865-aa70-2067250d9c21,revision_number=7']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:30.745394 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-86018684-3c16-40fc-8f55-1af1c4804347 req-199ffd64-8091-413b-956f-e1bc3cf47b66 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549200 Feb 09 12:54:30.803386 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c884cab7-771d-4f5b-931d-02481f36cba9 x-openstack-request-id: req-c884cab7-771d-4f5b-931d-02481f36cba9 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:54:30.803386 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8ad3c9-5d75-4419-9f06-19cb6859619f", "name": "network-vif-plugged", "status": "completed", "tag": "7ae9277f-bd57-4865-aa70-2067250d9c21", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:54:30.803386 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c884cab7-771d-4f5b-931d-02481f36cba9 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:54:30.803386 dv-cinder-810917-4-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8ad3c9-5d75-4419-9f06-19cb6859619f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae9277f-bd57-4865-aa70-2067250d9c21', 'code': 200} Feb 09 12:54:30.896652 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4feb55a8-dd57-4ace-8588-dfae6eb7cad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for subnet (52389728-c5f1-4193-92ae-0886d565814f), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:30.952104 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548123a0-dca4-4e45-bb44-7fafe8186c22 req-94d227bd-a9de-4793-a2c1-fce08a29b84b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:30.954746 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-548123a0-dca4-4e45-bb44-7fafe8186c22 req-94d227bd-a9de-4793-a2c1-fce08a29b84b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.0837612 Feb 09 12:54:31.001429 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb55a8-dd57-4ace-8588-dfae6eb7cad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52389728-c5f1-4193-92ae-0886d565814f,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:31.010513 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-548123a0-dca4-4e45-bb44-7fafe8186c22 req-83031c96-b468-41fa-9023-f8621e350599 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490212 Feb 09 12:54:31.025086 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feb55a8-dd57-4ace-8588-dfae6eb7cad7 admin admin] Checking segment: {'id': '65e83d7c-8f31-4529-aaf4-8a9ed6c91a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a2444ddf-e0f9-423c-b50e-660fe55289c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:54:31.025799 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feb55a8-dd57-4ace-8588-dfae6eb7cad7 admin admin] Network hostable DHCP agents. Network: a2444ddf-e0f9-423c-b50e-660fe55289c5, hostable agents: ['669fbb72-d52e-4349-b520-3721ffb5f632'], hosted agents: [] {{(pid=109769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:54:31.170204 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feb55a8-dd57-4ace-8588-dfae6eb7cad7 admin admin] Network a2444ddf-e0f9-423c-b50e-660fe55289c5 is scheduled to be hosted by DHCP agent 669fbb72-d52e-4349-b520-3721ffb5f632 with binding_index 1 {{(pid=109769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:54:31.295571 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-4feb55a8-dd57-4ace-8588-dfae6eb7cad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-4-iscsi, a2444ddf-e0f9-423c-b50e-660fe55289c5) {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:31.300085 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4feb55a8-dd57-4ace-8588-dfae6eb7cad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:31.300841 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4feb55a8-dd57-4ace-8588-dfae6eb7cad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:31.307386 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4855625e-02b0-4b92-9bc9-7c0bb3731706 None None] Network a2444ddf-e0f9-423c-b50e-660fe55289c5 requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:54:31.450468 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-4feb55a8-dd57-4ace-8588-dfae6eb7cad7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1024308 Feb 09 12:54:31.451240 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 51702) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:31.459787 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-1a97a37f-74c6-4ee0-8e81-fa6f05da58d4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1150462200-router', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:54:31.493362 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c31dbe-40c0-44e6-b229-bb618fe64b2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp981a83c6-c2ad-56b8-8135-9301bdb264f7-a2444ddf-e0f9-423c-b50e-660fe55289c5', 'network_id': 'a2444ddf-e0f9-423c-b50e-660fe55289c5', 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'fixed_ips': [{'subnet_id': '52389728-c5f1-4193-92ae-0886d565814f'}]}} from dv-cinder-810917-4-iscsi. {{(pid=109771) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 12:54:31.494837 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-70c31dbe-40c0-44e6-b229-bb618fe64b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:31.578889 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1a97a37f-74c6-4ee0-8e81-fa6f05da58d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1588272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8981'] for router (ef32e58a-f5a8-42dd-9186-f9f664bcf8df), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:31.583896 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1a97a37f-74c6-4ee0-8e81-fa6f05da58d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1593070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1920881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8972'] for router (ef32e58a-f5a8-42dd-9186-f9f664bcf8df), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:31.685470 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1a97a37f-74c6-4ee0-8e81-fa6f05da58d4 admin admin] Publish callbacks [] for router_controller (ef32e58a-f5a8-42dd-9186-f9f664bcf8df), precommit_add_association {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:31.727964 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b84fe-f655-4c0f-83cb-efb622345b5a req-8ee2de2f-ccd4-4570-b506-ffda3664bed5 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:31.729659 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8c2b84fe-f655-4c0f-83cb-efb622345b5a req-8ee2de2f-ccd4-4570-b506-ffda3664bed5 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.1067555 Feb 09 12:54:31.787006 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [None req-70c31dbe-40c0-44e6-b229-bb618fe64b2d None None] Allocated IP 172.20.0.2 (a2444ddf-e0f9-423c-b50e-660fe55289c5/52389728-c5f1-4193-92ae-0886d565814f/b7a43bfb-aa25-4087-8ef1-d8a44060fb76) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:54:31.925427 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8c2b84fe-f655-4c0f-83cb-efb622345b5a req-5a0481c9-150d-48f4-9ca7-10ee72af320e tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814082 Feb 09 12:54:32.013437 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcab549-69ac-46ce-b7f7-988bec150056 req-18e014e2-2d2c-4bae-b785-7ff43ad510da tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:32.031238 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ffcab549-69ac-46ce-b7f7-988bec150056 req-18e014e2-2d2c-4bae-b785-7ff43ad510da tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.1426475 Feb 09 12:54:32.031786 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1a97a37f-74c6-4ee0-8e81-fa6f05da58d4 admin admin] Publish callbacks [] for router_gateway (ef32e58a-f5a8-42dd-9186-f9f664bcf8df), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:32.105833 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-70c31dbe-40c0-44e6-b229-bb618fe64b2d None None] Publish callbacks [] for port (b7a43bfb-aa25-4087-8ef1-d8a44060fb76), precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:32.126843 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ffcab549-69ac-46ce-b7f7-988bec150056 req-c4dbcf76-c730-42d6-8d89-83e5e3c274aa tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941572 Feb 09 12:54:32.204613 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-70c31dbe-40c0-44e6-b229-bb618fe64b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (b7a43bfb-aa25-4087-8ef1-d8a44060fb76), after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:32.296842 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c31dbe-40c0-44e6-b229-bb618fe64b2d None None] Network a2444ddf-e0f9-423c-b50e-660fe55289c5 is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:54:32.301547 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-70c31dbe-40c0-44e6-b229-bb618fe64b2d None None] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:32.304312 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c31dbe-40c0-44e6-b229-bb618fe64b2d None None] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:54:32.394978 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-70c31dbe-40c0-44e6-b229-bb618fe64b2d None None] Attempting to bind port b7a43bfb-aa25-4087-8ef1-d8a44060fb76 on host dv-cinder-810917-4-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:54:32.396291 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-70c31dbe-40c0-44e6-b229-bb618fe64b2d None None] Attempting to bind port b7a43bfb-aa25-4087-8ef1-d8a44060fb76 by drivers openvswitch,hyperv on host dv-cinder-810917-4-iscsi at level 0 using segments [{'id': '65e83d7c-8f31-4529-aaf4-8a9ed6c91a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a2444ddf-e0f9-423c-b50e-660fe55289c5'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:54:32.397639 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c31dbe-40c0-44e6-b229-bb618fe64b2d None None] Attempting to bind port b7a43bfb-aa25-4087-8ef1-d8a44060fb76 on network a2444ddf-e0f9-423c-b50e-660fe55289c5 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:54:32.407092 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c31dbe-40c0-44e6-b229-bb618fe64b2d None None] Pushing event updated for resources: {'Port': ['ID=b7a43bfb-aa25-4087-8ef1-d8a44060fb76,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:32.416238 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c31dbe-40c0-44e6-b229-bb618fe64b2d None None] Checking agent: {'id': '46f62665-8b82-4ce4-9f5d-d8528a85ae2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'started_at': datetime.datetime(2022, 2, 9, 12, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:54:32.417077 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c31dbe-40c0-44e6-b229-bb618fe64b2d None None] Checking segment: {'id': '65e83d7c-8f31-4529-aaf4-8a9ed6c91a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a2444ddf-e0f9-423c-b50e-660fe55289c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:54:32.417979 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-70c31dbe-40c0-44e6-b229-bb618fe64b2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:32.418718 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c31dbe-40c0-44e6-b229-bb618fe64b2d None None] Bound using segment: {'id': '65e83d7c-8f31-4529-aaf4-8a9ed6c91a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a2444ddf-e0f9-423c-b50e-660fe55289c5'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:54:32.419484 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-70c31dbe-40c0-44e6-b229-bb618fe64b2d None None] Bound port: b7a43bfb-aa25-4087-8ef1-d8a44060fb76, host: dv-cinder-810917-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e83d7c-8f31-4529-aaf4-8a9ed6c91a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a2444ddf-e0f9-423c-b50e-660fe55289c5'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:54:32.420401 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-70c31dbe-40c0-44e6-b229-bb618fe64b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (b7a43bfb-aa25-4087-8ef1-d8a44060fb76), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:32.484395 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b72632-ed8f-47da-8374-3d9abf2a971f req-89f5eb51-4a56-4c03-967b-78d592123843 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:32.485842 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-93b72632-ed8f-47da-8374-3d9abf2a971f req-89f5eb51-4a56-4c03-967b-78d592123843 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.3123715 Feb 09 12:54:32.517494 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-70c31dbe-40c0-44e6-b229-bb618fe64b2d None None] For port b7a43bfb-aa25-4087-8ef1-d8a44060fb76, host dv-cinder-810917-4-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:54:32.523581 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-70c31dbe-40c0-44e6-b229-bb618fe64b2d None None] For port b7a43bfb-aa25-4087-8ef1-d8a44060fb76, host dv-cinder-810917-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=b7a43bfb-aa25-4087-8ef1-d8a44060fb76,segment=NetworkSegment(65e83d7c-8f31-4529-aaf4-8a9ed6c91a40),segment_id=65e83d7c-8f31-4529-aaf4-8a9ed6c91a40)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:54:32.548267 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1a97a37f-74c6-4ee0-8e81-fa6f05da58d4 admin admin] Publish callbacks [] for router_gateway (ef32e58a-f5a8-42dd-9186-f9f664bcf8df), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:32.592539 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1a97a37f-74c6-4ee0-8e81-fa6f05da58d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:32.620157 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-70c31dbe-40c0-44e6-b229-bb618fe64b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (b7a43bfb-aa25-4087-8ef1-d8a44060fb76), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:32.640365 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-93b72632-ed8f-47da-8374-3d9abf2a971f req-8aafb788-11c7-448d-bcb7-9608011160cc tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275351 Feb 09 12:54:32.712619 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c31dbe-40c0-44e6-b229-bb618fe64b2d None None] Pushing event updated for resources: {'Port': ['ID=b7a43bfb-aa25-4087-8ef1-d8a44060fb76,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:32.841605 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-1a97a37f-74c6-4ee0-8e81-fa6f05da58d4 admin admin] Allocated IP 172.27.3.2 (a2e9d4bf-7356-45aa-a65f-bd468972dd5d/c9ce0d82-6bfd-4731-856e-4f09afc4aa6c/d443f13f-6297-4887-9413-d8eb04c71645) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:54:32.908206 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 51738) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:33.154484 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1a97a37f-74c6-4ee0-8e81-fa6f05da58d4 admin admin] Publish callbacks [] for port (d443f13f-6297-4887-9413-d8eb04c71645), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:33.178973 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-646a18b0-ee01-4f8b-89ee-902bee4f00f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:33.277444 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788353b-80e8-416d-9e61-b2d69b8b8765 req-f287f046-5e31-4038-879b-de41c3ae30d9 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:33.281835 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-3788353b-80e8-416d-9e61-b2d69b8b8765 req-f287f046-5e31-4038-879b-de41c3ae30d9 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.1937230 Feb 09 12:54:33.325187 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219dd0b-235a-4edb-b3fe-be8b0c2d2dcb req-0275746b-4f5f-4223-84a8-11d25cf2ce0e tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:33.327017 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7219dd0b-235a-4edb-b3fe-be8b0c2d2dcb req-0275746b-4f5f-4223-84a8-11d25cf2ce0e tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0679953 Feb 09 12:54:33.348487 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1a97a37f-74c6-4ee0-8e81-fa6f05da58d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (d443f13f-6297-4887-9413-d8eb04c71645), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:33.392420 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-3788353b-80e8-416d-9e61-b2d69b8b8765 req-120079df-a03c-462c-8a47-c2b22f6bf425 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907648 Feb 09 12:54:33.403703 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a97a37f-74c6-4ee0-8e81-fa6f05da58d4 admin admin] Network a2e9d4bf-7356-45aa-a65f-bd468972dd5d is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:54:33.411051 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-1a97a37f-74c6-4ee0-8e81-fa6f05da58d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:33.443155 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a97a37f-74c6-4ee0-8e81-fa6f05da58d4 admin admin] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:54:33.483085 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-646a18b0-ee01-4f8b-89ee-902bee4f00f1 admin admin] Publish callbacks [] for security_group (848cfd48-4f16-4002-b56e-e625c9cea65f), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:33.570617 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-646a18b0-ee01-4f8b-89ee-902bee4f00f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (848cfd48-4f16-4002-b56e-e625c9cea65f), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:33.709544 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-646a18b0-ee01-4f8b-89ee-902bee4f00f1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8778ef94b4a8498bb70bbec9736e56aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7971067 Feb 09 12:54:33.741756 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 51748) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:33.745433 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a18b0-ee01-4f8b-89ee-902bee4f00f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848cfd48-4f16-4002-b56e-e625c9cea65f,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:33.861866 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-32906e87-0ea7-4980-b686-49205a309639 admin admin] Publish callbacks [] for security_group (848cfd48-4f16-4002-b56e-e625c9cea65f), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:33.923831 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-32906e87-0ea7-4980-b686-49205a309639 admin admin] Publish callbacks [] for security_group (848cfd48-4f16-4002-b56e-e625c9cea65f), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:33.950339 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7219dd0b-235a-4edb-b3fe-be8b0c2d2dcb req-35fc3b39-31b3-4a0e-a43a-7e763b15cea5 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6061718 Feb 09 12:54:33.970640 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97a37f-74c6-4ee0-8e81-fa6f05da58d4 admin admin] Pushing event updated for resources: {'Port': ['ID=d443f13f-6297-4887-9413-d8eb04c71645,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:34.017353 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b614f82-728a-4b38-9562-1b25c612decd req-e8baeab3-11ce-44f1-aaca-a7c1384394d4 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:34.031984 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-9b614f82-728a-4b38-9562-1b25c612decd req-e8baeab3-11ce-44f1-aaca-a7c1384394d4 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.1655049 Feb 09 12:54:34.076322 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b0614-a2db-4145-b1a2-2bd01e2fb495 req-b1bb743e-15a8-4fde-931c-f27d06446691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:34.078580 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-472b0614-a2db-4145-b1a2-2bd01e2fb495 req-b1bb743e-15a8-4fde-931c-f27d06446691 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 1129 time: 0.6322360 Feb 09 12:54:34.130015 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-9b614f82-728a-4b38-9562-1b25c612decd req-56886f8a-fe00-4033-8c45-167fcd98b3fe tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965657 Feb 09 12:54:34.167901 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-472b0614-a2db-4145-b1a2-2bd01e2fb495 req-7bcd821b-691a-451a-9509-d22df969d44c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776935 Feb 09 12:54:34.219524 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-32906e87-0ea7-4980-b686-49205a309639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (848cfd48-4f16-4002-b56e-e625c9cea65f), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:34.225532 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-32906e87-0ea7-4980-b686-49205a309639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:34.227017 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-32906e87-0ea7-4980-b686-49205a309639 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/848cfd48-4f16-4002-b56e-e625c9cea65f HTTP/1.1" status: 204 len: 168 time: 0.4837458 Feb 09 12:54:34.273680 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32906e87-0ea7-4980-b686-49205a309639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848cfd48-4f16-4002-b56e-e625c9cea65f,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:34.395124 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb36ec9-4783-4dd9-83f2-8e10b24eeedc None None] Network a2444ddf-e0f9-423c-b50e-660fe55289c5 requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:54:34.463309 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1a97a37f-74c6-4ee0-8e81-fa6f05da58d4 admin admin] Publish callbacks [] for router_gateway (ef32e58a-f5a8-42dd-9186-f9f664bcf8df), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:34.541309 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device b7a43bfb-aa25-4087-8ef1-d8a44060fb76 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:54:34.617676 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-2491ea4f-f056-4c26-8cf4-ec40b53697b4 None None] Provisioning complete for port b7a43bfb-aa25-4087-8ef1-d8a44060fb76 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:34.618431 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2491ea4f-f056-4c26-8cf4-ec40b53697b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (b7a43bfb-aa25-4087-8ef1-d8a44060fb76), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:34.653044 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768f479-f013-4836-a562-ee98f3ff9b4c req-2f228395-72fb-4107-a7ed-7e4766a09663 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:34.654858 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e768f479-f013-4836-a562-ee98f3ff9b4c req-2f228395-72fb-4107-a7ed-7e4766a09663 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.1267159 Feb 09 12:54:34.730240 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port b7a43bfb-aa25-4087-8ef1-d8a44060fb76 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:34.730995 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (b7a43bfb-aa25-4087-8ef1-d8a44060fb76), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:34.822472 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-2491ea4f-f056-4c26-8cf4-ec40b53697b4 None None] Current status of the port b7a43bfb-aa25-4087-8ef1-d8a44060fb76 is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:54:34.823988 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2491ea4f-f056-4c26-8cf4-ec40b53697b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (b7a43bfb-aa25-4087-8ef1-d8a44060fb76), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:34.861230 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e768f479-f013-4836-a562-ee98f3ff9b4c req-f6ff2c25-3a92-4f27-a32d-6d9c75062b1d tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849384 Feb 09 12:54:34.966308 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-2491ea4f-f056-4c26-8cf4-ec40b53697b4 None None] For port b7a43bfb-aa25-4087-8ef1-d8a44060fb76, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=b7a43bfb-aa25-4087-8ef1-d8a44060fb76,segment=NetworkSegment(65e83d7c-8f31-4529-aaf4-8a9ed6c91a40),segment_id=65e83d7c-8f31-4529-aaf4-8a9ed6c91a40)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:34.974024 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1a97a37f-74c6-4ee0-8e81-fa6f05da58d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591097'] for router (ef32e58a-f5a8-42dd-9186-f9f664bcf8df), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:34.995129 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port b7a43bfb-aa25-4087-8ef1-d8a44060fb76 is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:54:34.995885 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (b7a43bfb-aa25-4087-8ef1-d8a44060fb76), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:35.047020 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2491ea4f-f056-4c26-8cf4-ec40b53697b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (b7a43bfb-aa25-4087-8ef1-d8a44060fb76), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:35.211482 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f6c29-f6bc-45e8-a4da-1e48e4a640d7 req-2462728f-8816-4784-b32a-2303b9185a8f tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:35.225161 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-626f6c29-f6bc-45e8-a4da-1e48e4a640d7 req-2462728f-8816-4784-b32a-2303b9185a8f tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.1473897 Feb 09 12:54:35.272521 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491ea4f-f056-4c26-8cf4-ec40b53697b4 None None] Pushing event updated for resources: {'Port': ['ID=b7a43bfb-aa25-4087-8ef1-d8a44060fb76,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:35.289944 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dd004f12-227f-49f2-a4f1-cecd630516a5 None None] Provisioning complete for port b7a43bfb-aa25-4087-8ef1-d8a44060fb76 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:35.290576 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dd004f12-227f-49f2-a4f1-cecd630516a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (b7a43bfb-aa25-4087-8ef1-d8a44060fb76), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:35.331371 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-626f6c29-f6bc-45e8-a4da-1e48e4a640d7 req-467b0c32-6ef3-4ee0-a7ca-1dc395ff245a tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042111 Feb 09 12:54:35.373770 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.db.api [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:54:35.374275 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG oslo_db.api [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:54:35.431282 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dd004f12-227f-49f2-a4f1-cecd630516a5 None None] Current status of the port b7a43bfb-aa25-4087-8ef1-d8a44060fb76 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:54:35.490037 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 51766) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:35.501381 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5cdc6-9896-499a-ab7b-b7108a5ae162 req-231e45de-c106-45b9-894e-ddd2caf3ee22 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:35.501381 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-33e5cdc6-9896-499a-ab7b-b7108a5ae162 req-231e45de-c106-45b9-894e-ddd2caf3ee22 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.1868069 Feb 09 12:54:35.535418 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9825f986-32e8-4d36-90f1-ffb1934c12fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:35.592815 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-33e5cdc6-9896-499a-ab7b-b7108a5ae162 req-c422ae3e-3123-47d4-b32b-bad08f692956 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737848 Feb 09 12:54:35.595992 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a97a37f-74c6-4ee0-8e81-fa6f05da58d4 admin admin] Router ef32e58a-f5a8-42dd-9186-f9f664bcf8df is scheduled to L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 with binding_index 1 {{(pid=109769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 12:54:35.717345 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9825f986-32e8-4d36-90f1-ffb1934c12fa admin admin] Publish callbacks [] for security_group (861f6e69-cf0a-414d-8cfb-f2b84020276b), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:35.782376 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a97a37f-74c6-4ee0-8e81-fa6f05da58d4 admin admin] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:54:35.808956 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea13468-b5f5-4971-94c1-f99853cf2b0e None None] Sync routers for ids ['ef32e58a-f5a8-42dd-9186-f9f664bcf8df'] in dv-cinder-810917-4-iscsi {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:54:35.824381 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9825f986-32e8-4d36-90f1-ffb1934c12fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (861f6e69-cf0a-414d-8cfb-f2b84020276b), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:35.826566 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea13468-b5f5-4971-94c1-f99853cf2b0e None None] Routers {'ef32e58a-f5a8-42dd-9186-f9f664bcf8df'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:54:35.827530 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-3ea13468-b5f5-4971-94c1-f99853cf2b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:54:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['ef32e58a-f5a8-42dd-9186-f9f664bcf8df'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:35.873774 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-9825f986-32e8-4d36-90f1-ffb1934c12fa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fcdc0321f21b48da87ba914bb5cc1b6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3796458 Feb 09 12:54:35.873774 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825f986-32e8-4d36-90f1-ffb1934c12fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861f6e69-cf0a-414d-8cfb-f2b84020276b,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:35.874420 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 51768) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:35.948236 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1a97a37f-74c6-4ee0-8e81-fa6f05da58d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:35.948236 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-1a97a37f-74c6-4ee0-8e81-fa6f05da58d4 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.4951589 Feb 09 12:54:35.954319 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 51772) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:35.967232 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port b7a43bfb-aa25-4087-8ef1-d8a44060fb76 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:54:35.980326 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-3ea13468-b5f5-4971-94c1-f99853cf2b0e None None] Set router ef32e58a-f5a8-42dd-9186-f9f664bcf8df gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:54:36.014500 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28a5e99c-166f-432f-b660-f5cddb4a7932 admin admin] Publish callbacks [] for security_group (861f6e69-cf0a-414d-8cfb-f2b84020276b), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:36.158959 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28a5e99c-166f-432f-b660-f5cddb4a7932 admin admin] Publish callbacks [] for security_group (861f6e69-cf0a-414d-8cfb-f2b84020276b), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:36.412586 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4a518-a359-4bb1-9094-64ed7f4ae15f req-d14eb2d3-e948-471d-9d0e-c357619777bc tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:36.427672 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-54f4a518-a359-4bb1-9094-64ed7f4ae15f req-d14eb2d3-e948-471d-9d0e-c357619777bc tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.2976704 Feb 09 12:54:36.444948 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-3ea13468-b5f5-4971-94c1-f99853cf2b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'name': 'tempest-TestShelveInstance-1150462200-router', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'd443f13f-6297-4887-9413-d8eb04c71645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:31Z', 'updated_at': '2022-02-09T12:54:34Z', 'revision_number': 3, 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'gw_port': {'id': 'd443f13f-6297-4887-9413-d8eb04c71645', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:32Z', 'updated_at': '2022-02-09T12:54:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:36.507318 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device b7a43bfb-aa25-4087-8ef1-d8a44060fb76 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:54:36.522949 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-54f4a518-a359-4bb1-9094-64ed7f4ae15f req-f9dbf023-e805-43fc-858e-abb47974329e tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962346 Feb 09 12:54:36.526936 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea13468-b5f5-4971-94c1-f99853cf2b0e None None] Checking router: ef32e58a-f5a8-42dd-9186-f9f664bcf8df for host: dv-cinder-810917-4-iscsi {{(pid=109772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:54:36.527314 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea13468-b5f5-4971-94c1-f99853cf2b0e None None] Updating router ef32e58a-f5a8-42dd-9186-f9f664bcf8df port d443f13f-6297-4887-9413-d8eb04c71645 binding host dv-cinder-810917-4-iscsi {{(pid=109772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:54:36.547111 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede06259-6440-4530-b770-d26e2554993d req-05257de8-8d2f-484d-a138-3f19a76c507a tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:36.569532 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ede06259-6440-4530-b770-d26e2554993d req-05257de8-8d2f-484d-a138-3f19a76c507a tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.1471064 Feb 09 12:54:36.625926 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28a5e99c-166f-432f-b660-f5cddb4a7932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (861f6e69-cf0a-414d-8cfb-f2b84020276b), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:36.628587 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3ea13468-b5f5-4971-94c1-f99853cf2b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (d443f13f-6297-4887-9413-d8eb04c71645), before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:36.629281 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-28a5e99c-166f-432f-b660-f5cddb4a7932 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:36.630467 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-28a5e99c-166f-432f-b660-f5cddb4a7932 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/861f6e69-cf0a-414d-8cfb-f2b84020276b HTTP/1.1" status: 204 len: 168 time: 0.7549515 Feb 09 12:54:36.658266 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5e99c-166f-432f-b660-f5cddb4a7932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861f6e69-cf0a-414d-8cfb-f2b84020276b,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:36.671312 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ede06259-6440-4530-b770-d26e2554993d req-fdd57e6e-0be7-44d9-96dd-4e48d34a98bb tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005561 Feb 09 12:54:36.831836 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port b7a43bfb-aa25-4087-8ef1-d8a44060fb76 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:36.832493 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (b7a43bfb-aa25-4087-8ef1-d8a44060fb76), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:37.047613 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port b7a43bfb-aa25-4087-8ef1-d8a44060fb76 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:54:37.107669 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5a9c8-c700-4f65-96fe-f217e057bdf3 req-d535a507-49eb-42a3-b8d2-415f43b12610 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:37.117798 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-8dc5a9c8-c700-4f65-96fe-f217e057bdf3 req-d535a507-49eb-42a3-b8d2-415f43b12610 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.1807950 Feb 09 12:54:37.199012 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8cefe7fb-7fad-4a5f-af1d-a562b8b11deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:37.267377 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3ea13468-b5f5-4971-94c1-f99853cf2b0e None None] Publish callbacks [] for port (d443f13f-6297-4887-9413-d8eb04c71645), precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:37.281463 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-8dc5a9c8-c700-4f65-96fe-f217e057bdf3 req-2d7bfc83-549a-4c12-ae3a-34a2b571b0e5 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627994 Feb 09 12:54:37.356851 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3ea13468-b5f5-4971-94c1-f99853cf2b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (d443f13f-6297-4887-9413-d8eb04c71645), after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:37.623671 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [None req-8cefe7fb-7fad-4a5f-af1d-a562b8b11deb admin admin] Allocated IP 172.20.0.1 (a2444ddf-e0f9-423c-b50e-660fe55289c5/52389728-c5f1-4193-92ae-0886d565814f/d90e63af-ce10-4904-92e7-afd0a22b7ddd) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:54:37.624291 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [None req-3ea13468-b5f5-4971-94c1-f99853cf2b0e None None] Attempting to bind port d443f13f-6297-4887-9413-d8eb04c71645 on host dv-cinder-810917-4-iscsi for vnic_type normal with profile {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:54:37.624291 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [None req-3ea13468-b5f5-4971-94c1-f99853cf2b0e None None] Attempting to bind port d443f13f-6297-4887-9413-d8eb04c71645 by drivers openvswitch,hyperv on host dv-cinder-810917-4-iscsi at level 0 using segments [{'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:54:37.624291 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea13468-b5f5-4971-94c1-f99853cf2b0e None None] Attempting to bind port d443f13f-6297-4887-9413-d8eb04c71645 on network a2e9d4bf-7356-45aa-a65f-bd468972dd5d {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:54:37.627940 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b72c64-1f76-4612-bb62-58af15b194ec None None] Pushing event updated for resources: {'Port': ['ID=d443f13f-6297-4887-9413-d8eb04c71645,revision_number=2']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:37.656168 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b72c64-1f76-4612-bb62-58af15b194ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:37.656624 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b72c64-1f76-4612-bb62-58af15b194ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:37.657091 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b72c64-1f76-4612-bb62-58af15b194ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:37.657698 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b72c64-1f76-4612-bb62-58af15b194ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:37.658820 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b72c64-1f76-4612-bb62-58af15b194ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:37.661242 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b72c64-1f76-4612-bb62-58af15b194ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:37.661878 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b72c64-1f76-4612-bb62-58af15b194ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:37.662550 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b72c64-1f76-4612-bb62-58af15b194ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:37.663356 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b72c64-1f76-4612-bb62-58af15b194ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:37.663951 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b72c64-1f76-4612-bb62-58af15b194ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:37.664520 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b72c64-1f76-4612-bb62-58af15b194ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:37.687629 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b72c64-1f76-4612-bb62-58af15b194ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:37.688094 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b72c64-1f76-4612-bb62-58af15b194ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:37.713718 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea13468-b5f5-4971-94c1-f99853cf2b0e None None] Checking agent: {'id': '46f62665-8b82-4ce4-9f5d-d8528a85ae2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'started_at': datetime.datetime(2022, 2, 9, 12, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:54:37.714890 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea13468-b5f5-4971-94c1-f99853cf2b0e None None] Checking segment: {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:54:37.716337 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3ea13468-b5f5-4971-94c1-f99853cf2b0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:37.718258 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea13468-b5f5-4971-94c1-f99853cf2b0e None None] Bound using segment: {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:54:37.720457 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [None req-3ea13468-b5f5-4971-94c1-f99853cf2b0e None None] Bound port: d443f13f-6297-4887-9413-d8eb04c71645, host: dv-cinder-810917-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:54:37.723720 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3ea13468-b5f5-4971-94c1-f99853cf2b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (d443f13f-6297-4887-9413-d8eb04c71645), before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:37.723929 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddad9e-e75e-4c90-9e88-de78e31d7c99 req-ca236587-a567-47c4-a32c-e7d90c45690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:37.724965 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-43ddad9e-e75e-4c90-9e88-de78e31d7c99 req-ca236587-a567-47c4-a32c-e7d90c45690d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aac257b16e274dfb9778b47283dbc3d7&device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 1129 time: 0.1660786 Feb 09 12:54:37.747062 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b2179-10b4-414f-bf47-7edfe7afc165 req-7984b197-2fc4-41e2-8e19-eb0238159ab8 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:37.749940 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-e93b2179-10b4-414f-bf47-7edfe7afc165 req-7984b197-2fc4-41e2-8e19-eb0238159ab8 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.2351892 Feb 09 12:54:37.849048 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8e239-928b-4f5e-a295-922df340e447 req-ada2befd-d479-4e8b-afc5-ea7f4d61d0de tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:37.856369 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-15b8e239-928b-4f5e-a295-922df340e447 req-ada2befd-d479-4e8b-afc5-ea7f4d61d0de tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.2015543 Feb 09 12:54:37.894463 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-e93b2179-10b4-414f-bf47-7edfe7afc165 req-de674ce8-3710-4a19-9700-df3a0e437294 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261358 Feb 09 12:54:37.905710 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8cefe7fb-7fad-4a5f-af1d-a562b8b11deb admin admin] Publish callbacks [] for port (d90e63af-ce10-4904-92e7-afd0a22b7ddd), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:37.941270 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-3ea13468-b5f5-4971-94c1-f99853cf2b0e None None] For port d443f13f-6297-4887-9413-d8eb04c71645, host dv-cinder-810917-4-iscsi, cleared binding levels {{(pid=109772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:54:37.947144 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-3ea13468-b5f5-4971-94c1-f99853cf2b0e None None] For port d443f13f-6297-4887-9413-d8eb04c71645, host dv-cinder-810917-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=d443f13f-6297-4887-9413-d8eb04c71645,segment=NetworkSegment(b9e37f85-ea5b-4692-8272-94f7f4592b1f),segment_id=b9e37f85-ea5b-4692-8272-94f7f4592b1f)] {{(pid=109772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:54:37.977241 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddad9e-e75e-4c90-9e88-de78e31d7c99 req-2e356edf-3dd2-4d0b-b721-9ba081ca14e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:37.980056 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-43ddad9e-e75e-4c90-9e88-de78e31d7c99 req-2e356edf-3dd2-4d0b-b721-9ba081ca14e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fe9e02a9-db66-4356-b324-dd8d3fc56de1 HTTP/1.1" status: 200 len: 920 time: 0.2394838 Feb 09 12:54:38.017400 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-15b8e239-928b-4f5e-a295-922df340e447 req-cf161fd1-00fb-4bc9-afd4-0a3b5501adf0 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504138 Feb 09 12:54:38.055971 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-43ddad9e-e75e-4c90-9e88-de78e31d7c99 req-5dafa63f-4503-4ed0-b9eb-dc1c0f71e23b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ab5fada-eef8-4566-b3d0-305f254e5a73 HTTP/1.1" status: 200 len: 217 time: 0.0637064 Feb 09 12:54:38.120590 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddad9e-e75e-4c90-9e88-de78e31d7c99 req-c6bc5a0b-ca46-4ccf-bb4e-1db87b12cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:38.122199 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-43ddad9e-e75e-4c90-9e88-de78e31d7c99 req-c6bc5a0b-ca46-4ccf-bb4e-1db87b12cff0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3eaa3335-b6ec-45d9-968c-d644bee9379c HTTP/1.1" status: 200 len: 859 time: 0.0552590 Feb 09 12:54:38.174865 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8cefe7fb-7fad-4a5f-af1d-a562b8b11deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (d90e63af-ce10-4904-92e7-afd0a22b7ddd), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:38.175926 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3ea13468-b5f5-4971-94c1-f99853cf2b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (d443f13f-6297-4887-9413-d8eb04c71645), after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:38.207273 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-43ddad9e-e75e-4c90-9e88-de78e31d7c99 req-888c0fa8-783d-40e8-9a7f-5fed84917d54 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe9e02a9-db66-4356-b324-dd8d3fc56de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539558 Feb 09 12:54:38.293151 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cefe7fb-7fad-4a5f-af1d-a562b8b11deb admin admin] Network a2444ddf-e0f9-423c-b50e-660fe55289c5 is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:54:38.304260 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-8cefe7fb-7fad-4a5f-af1d-a562b8b11deb admin admin] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:38.314072 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cefe7fb-7fad-4a5f-af1d-a562b8b11deb admin admin] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:54:38.359525 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea13468-b5f5-4971-94c1-f99853cf2b0e None None] Routers {'ef32e58a-f5a8-42dd-9186-f9f664bcf8df'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:54:38.359525 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-3ea13468-b5f5-4971-94c1-f99853cf2b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:54:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['ef32e58a-f5a8-42dd-9186-f9f664bcf8df'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:38.377267 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefe7fb-7fad-4a5f-af1d-a562b8b11deb admin admin] Pushing event updated for resources: {'Port': ['ID=d90e63af-ce10-4904-92e7-afd0a22b7ddd,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:38.405469 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-43ddad9e-e75e-4c90-9e88-de78e31d7c99 req-903c745a-f8f4-46f0-92ed-5e8da8dd932d service neutron] 10.222.0.18 "GET /v2.0/networks/fe9e02a9-db66-4356-b324-dd8d3fc56de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851022 Feb 09 12:54:38.433457 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8cefe7fb-7fad-4a5f-af1d-a562b8b11deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1591278'] for router_interface (ef32e58a-f5a8-42dd-9186-f9f664bcf8df), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:38.564135 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b72c64-1f76-4612-bb62-58af15b194ec None None] Pushing event updated for resources: {'Port': ['ID=d443f13f-6297-4887-9413-d8eb04c71645,revision_number=3']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:38.669533 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-3ea13468-b5f5-4971-94c1-f99853cf2b0e None None] Set router ef32e58a-f5a8-42dd-9186-f9f664bcf8df gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:54:38.700873 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 51802) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:38.717102 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-43ddad9e-e75e-4c90-9e88-de78e31d7c99 req-3e575704-7665-4d6b-bfba-6e979772691b service neutron] 10.222.0.18 "GET /v2.0/networks/fe9e02a9-db66-4356-b324-dd8d3fc56de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040161 Feb 09 12:54:38.811075 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ac58-8f7f-4c6d-9637-94b762885089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:38.937500 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-a6dc2439-2cf8-4ad9-8900-006cbc70556e None None] Provisioning complete for port d90e63af-ce10-4904-92e7-afd0a22b7ddd triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:38.940161 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-a6dc2439-2cf8-4ad9-8900-006cbc70556e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (d90e63af-ce10-4904-92e7-afd0a22b7ddd), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:38.984888 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed76dd-c37e-4565-b50d-7f8f16288372 req-5c9f362a-4cce-41a5-99d5-5fea096a2a9c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:38.991064 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-3ea13468-b5f5-4971-94c1-f99853cf2b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'name': 'tempest-TestShelveInstance-1150462200-router', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'd443f13f-6297-4887-9413-d8eb04c71645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:31Z', 'updated_at': '2022-02-09T12:54:34Z', 'revision_number': 3, 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'gw_port': {'id': 'd443f13f-6297-4887-9413-d8eb04c71645', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:32Z', 'updated_at': '2022-02-09T12:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:38.995663 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b4ed76dd-c37e-4565-b50d-7f8f16288372 req-5c9f362a-4cce-41a5-99d5-5fea096a2a9c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.4790466 Feb 09 12:54:39.039331 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-a6dc2439-2cf8-4ad9-8900-006cbc70556e None None] Port d90e63af-ce10-4904-92e7-afd0a22b7ddd cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:54:39.063630 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea13468-b5f5-4971-94c1-f99853cf2b0e None None] The sync data for ids ['ef32e58a-f5a8-42dd-9186-f9f664bcf8df'] in dv-cinder-810917-4-iscsi is: [{'id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'name': 'tempest-TestShelveInstance-1150462200-router', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'd443f13f-6297-4887-9413-d8eb04c71645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:31Z', 'updated_at': '2022-02-09T12:54:34Z', 'revision_number': 3, 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'gw_port': {'id': 'd443f13f-6297-4887-9413-d8eb04c71645', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:32Z', 'updated_at': '2022-02-09T12:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}] {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:54:39.165457 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b4ed76dd-c37e-4565-b50d-7f8f16288372 req-3d9557f2-14dc-4637-9c1d-4f114a668306 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572957 Feb 09 12:54:39.334614 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc070bae-3b89-4e59-a4ae-8774f844b14a req-7f9356d7-3ee2-4bb5-aefd-0f0857ea9d7b tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:39.336257 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bc070bae-3b89-4e59-a4ae-8774f844b14a req-7f9356d7-3ee2-4bb5-aefd-0f0857ea9d7b tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.2030110 Feb 09 12:54:39.375089 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ac58-8f7f-4c6d-9637-94b762885089 admin admin] Publish callbacks [] for security_group (d3ad601d-911b-4c80-b94b-e9e96012b53c), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:39.428451 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8cefe7fb-7fad-4a5f-af1d-a562b8b11deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (d90e63af-ce10-4904-92e7-afd0a22b7ddd), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:39.470367 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bc070bae-3b89-4e59-a4ae-8774f844b14a req-a5b51ab4-9d75-40ee-a39f-430dcd58dc21 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177011 Feb 09 12:54:39.507228 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc762ec-f85f-43e1-af3e-2ec0147534cb req-b90764da-895c-4f01-9f4d-59c8327d292c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:39.508967 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-3dc762ec-f85f-43e1-af3e-2ec0147534cb req-b90764da-895c-4f01-9f4d-59c8327d292c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.1712403 Feb 09 12:54:39.540829 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ac58-8f7f-4c6d-9637-94b762885089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (d3ad601d-911b-4c80-b94b-e9e96012b53c), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:39.707417 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5ac58-8f7f-4c6d-9637-94b762885089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ad601d-911b-4c80-b94b-e9e96012b53c,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:39.721027 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-8eb5ac58-8f7f-4c6d-9637-94b762885089 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=47a61b4312f14908bd2aaad763fb5297&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0155990 Feb 09 12:54:39.725291 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 51810) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:39.819686 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-3dc762ec-f85f-43e1-af3e-2ec0147534cb req-1af4d9c3-6932-400a-8b08-805dde39775a tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2872243 Feb 09 12:54:39.902151 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97c2a363-813a-4996-8945-c9b6c027cf5e admin admin] Publish callbacks [] for security_group (d3ad601d-911b-4c80-b94b-e9e96012b53c), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:39.906099 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8cefe7fb-7fad-4a5f-af1d-a562b8b11deb admin admin] Publish callbacks [] for port (d90e63af-ce10-4904-92e7-afd0a22b7ddd), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:39.934336 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97c2a363-813a-4996-8945-c9b6c027cf5e admin admin] Publish callbacks [] for security_group (d3ad601d-911b-4c80-b94b-e9e96012b53c), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:40.016576 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8cefe7fb-7fad-4a5f-af1d-a562b8b11deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10470611'] for port (d90e63af-ce10-4904-92e7-afd0a22b7ddd), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:40.104259 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefe7fb-7fad-4a5f-af1d-a562b8b11deb admin admin] Pushing event updated for resources: {'Port': ['ID=d90e63af-ce10-4904-92e7-afd0a22b7ddd,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:40.107672 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8cefe7fb-7fad-4a5f-af1d-a562b8b11deb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590910'] for router_interface (ef32e58a-f5a8-42dd-9186-f9f664bcf8df), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:40.121064 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97c2a363-813a-4996-8945-c9b6c027cf5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (d3ad601d-911b-4c80-b94b-e9e96012b53c), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:40.123879 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-97c2a363-813a-4996-8945-c9b6c027cf5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:40.127646 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-97c2a363-813a-4996-8945-c9b6c027cf5e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d3ad601d-911b-4c80-b94b-e9e96012b53c HTTP/1.1" status: 204 len: 168 time: 0.3995631 Feb 09 12:54:40.139864 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2a363-813a-4996-8945-c9b6c027cf5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ad601d-911b-4c80-b94b-e9e96012b53c,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:40.361572 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cefe7fb-7fad-4a5f-af1d-a562b8b11deb admin admin] Network a2444ddf-e0f9-423c-b50e-660fe55289c5 is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:54:40.380693 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-8cefe7fb-7fad-4a5f-af1d-a562b8b11deb admin admin] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:40.563528 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device d443f13f-6297-4887-9413-d8eb04c71645 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:54:40.583222 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858daf82-bf9c-44aa-b491-e33f861147e3 req-7a28b031-358a-458f-b276-50c9696627c5 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:40.594131 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-858daf82-bf9c-44aa-b491-e33f861147e3 req-7a28b031-358a-458f-b276-50c9696627c5 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.2235620 Feb 09 12:54:40.699504 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-858daf82-bf9c-44aa-b491-e33f861147e3 req-41759fa6-63bc-4388-8f0d-42f938308f78 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026216 Feb 09 12:54:40.820336 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port d443f13f-6297-4887-9413-d8eb04c71645 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:40.826304 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (d443f13f-6297-4887-9413-d8eb04c71645), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:40.904642 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cefe7fb-7fad-4a5f-af1d-a562b8b11deb admin admin] Router ef32e58a-f5a8-42dd-9186-f9f664bcf8df has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:54:40.998442 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecb07e-77c5-4805-a9a9-e2e011c7b8ca req-bdf60250-f60d-4aa9-9d1b-837e2a26bbe9 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:41.008709 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-afecb07e-77c5-4805-a9a9-e2e011c7b8ca req-bdf60250-f60d-4aa9-9d1b-837e2a26bbe9 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.1407764 Feb 09 12:54:41.145864 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port d443f13f-6297-4887-9413-d8eb04c71645 is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:54:41.146261 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (d443f13f-6297-4887-9413-d8eb04c71645), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:41.158531 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-afecb07e-77c5-4805-a9a9-e2e011c7b8ca req-41f3f1b0-1688-42f2-8a0a-ca7a27b14541 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486375 Feb 09 12:54:41.211373 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-e7dc842a-5c11-4c8b-bd5f-ded1007bbfff None None] Provisioning complete for port d90e63af-ce10-4904-92e7-afd0a22b7ddd triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:41.213922 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e7dc842a-5c11-4c8b-bd5f-ded1007bbfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (d90e63af-ce10-4904-92e7-afd0a22b7ddd), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:41.296703 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] For port d443f13f-6297-4887-9413-d8eb04c71645, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=d443f13f-6297-4887-9413-d8eb04c71645,segment=NetworkSegment(b9e37f85-ea5b-4692-8272-94f7f4592b1f),segment_id=b9e37f85-ea5b-4692-8272-94f7f4592b1f)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:41.389747 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-e7dc842a-5c11-4c8b-bd5f-ded1007bbfff None None] Port d90e63af-ce10-4904-92e7-afd0a22b7ddd cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:54:41.454730 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a736d-4aba-4c10-a39a-c69b00cb76fd req-6316ba6e-e38b-4d8b-b4ef-ab8d79a91a9f tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:41.459801 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (d443f13f-6297-4887-9413-d8eb04c71645), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:41.465030 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4d5a736d-4aba-4c10-a39a-c69b00cb76fd req-6316ba6e-e38b-4d8b-b4ef-ab8d79a91a9f tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.2119231 Feb 09 12:54:41.656135 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4d5a736d-4aba-4c10-a39a-c69b00cb76fd req-00ae92f9-4fc2-4779-a87b-a9ae96bf075d tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727715 Feb 09 12:54:41.721208 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cefe7fb-7fad-4a5f-af1d-a562b8b11deb admin admin] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:54:41.732074 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-8cefe7fb-7fad-4a5f-af1d-a562b8b11deb admin admin] 10.222.0.50 "PUT /v2.0/routers/ef32e58a-f5a8-42dd-9186-f9f664bcf8df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7760503 Feb 09 12:54:41.770876 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Pushing event updated for resources: {'Port': ['ID=d443f13f-6297-4887-9413-d8eb04c71645,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:41.949460 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea2d40-1803-4eb1-96f8-61561640f8c6 req-7e8cc4a4-83ce-4b16-8aa8-83b636855db4 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:41.952144 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b2ea2d40-1803-4eb1-96f8-61561640f8c6 req-7e8cc4a4-83ce-4b16-8aa8-83b636855db4 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.1186142 Feb 09 12:54:42.092708 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b2ea2d40-1803-4eb1-96f8-61561640f8c6 req-58843477-0dbe-419c-8115-6f6dbffd4515 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297677 Feb 09 12:54:42.453182 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device d443f13f-6297-4887-9413-d8eb04c71645 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:54:42.466118 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e77bdd-ea95-4bf0-a3b8-e9cf31ca3d3d req-b10ed41d-b505-4012-892f-2e9ef05a0efd tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:42.486184 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-62e77bdd-ea95-4bf0-a3b8-e9cf31ca3d3d req-b10ed41d-b505-4012-892f-2e9ef05a0efd tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.3047423 Feb 09 12:54:42.619923 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-62e77bdd-ea95-4bf0-a3b8-e9cf31ca3d3d req-8524b3b8-d649-40b0-af54-ebcce1c56f3d tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317539 Feb 09 12:54:42.731067 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port d443f13f-6297-4887-9413-d8eb04c71645 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:42.731484 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (d443f13f-6297-4887-9413-d8eb04c71645), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:42.764338 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8925d5-85fe-419f-91da-529e76356dbf req-b76b6631-2684-4786-b320-006a1286ecfb tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:42.766207 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ef8925d5-85fe-419f-91da-529e76356dbf req-b76b6631-2684-4786-b320-006a1286ecfb tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.4208279 Feb 09 12:54:42.776854 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd41205-ed55-4eb3-aeab-f2df4633fedd req-23febc12-70bc-4e16-87d8-5b6292a0bd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:42.779727 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dfd41205-ed55-4eb3-aeab-f2df4633fedd req-23febc12-70bc-4e16-87d8-5b6292a0bd58 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ae5fef998e8491e9c43576344076b19&device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 1129 time: 0.2581894 Feb 09 12:54:42.895697 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f0efd3-0390-4e8e-9ca2-e8ba4cabc88d None None] Sync routers for ids ['ef32e58a-f5a8-42dd-9186-f9f664bcf8df'] in dv-cinder-810917-4-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:54:42.971115 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd41205-ed55-4eb3-aeab-f2df4633fedd req-c4d096e1-3aae-43e5-b014-9ff9171b8d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:42.973682 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dfd41205-ed55-4eb3-aeab-f2df4633fedd req-c4d096e1-3aae-43e5-b014-9ff9171b8d68 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b9eccac-64ca-4d60-9a01-96555c9ae72a HTTP/1.1" status: 200 len: 911 time: 0.1803122 Feb 09 12:54:42.990074 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f0efd3-0390-4e8e-9ca2-e8ba4cabc88d None None] Routers {'ef32e58a-f5a8-42dd-9186-f9f664bcf8df'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:54:42.991534 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-96f0efd3-0390-4e8e-9ca2-e8ba4cabc88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:54:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['ef32e58a-f5a8-42dd-9186-f9f664bcf8df'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:43.199084 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dfd41205-ed55-4eb3-aeab-f2df4633fedd req-40ec30e5-0125-4ef8-8ff8-dfd828b2c334 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b142666-aa1a-44d9-a5d9-d5a2e29c7fba HTTP/1.1" status: 200 len: 1000 time: 0.2164969 Feb 09 12:54:43.354481 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ef8925d5-85fe-419f-91da-529e76356dbf req-ace39280-39c9-4533-8cf9-f681f692ea93 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5730138 Feb 09 12:54:43.375630 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd41205-ed55-4eb3-aeab-f2df4633fedd req-c252e47d-eabe-431c-b6e0-cd2379c0fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:43.378828 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dfd41205-ed55-4eb3-aeab-f2df4633fedd req-c252e47d-eabe-431c-b6e0-cd2379c0fad1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=84a8a225-35f7-4e02-9760-81e6be58b94d HTTP/1.1" status: 200 len: 849 time: 0.1585038 Feb 09 12:54:43.404463 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port d443f13f-6297-4887-9413-d8eb04c71645 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:54:43.529282 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a209fe0-ba8d-47b3-9f52-f73bbadf6db2 req-aae3b0cc-8e96-41ce-a96a-c7496e081bf2 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:43.549253 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-9a209fe0-ba8d-47b3-9f52-f73bbadf6db2 req-aae3b0cc-8e96-41ce-a96a-c7496e081bf2 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.2309351 Feb 09 12:54:43.556508 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-96f0efd3-0390-4e8e-9ca2-e8ba4cabc88d None None] Set router ef32e58a-f5a8-42dd-9186-f9f664bcf8df gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:54:43.663921 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd41205-ed55-4eb3-aeab-f2df4633fedd req-065a5cf1-27d0-48fc-a9f0-e7a31cc7980f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:43.666873 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dfd41205-ed55-4eb3-aeab-f2df4633fedd req-065a5cf1-27d0-48fc-a9f0-e7a31cc7980f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b9eccac-64ca-4d60-9a01-96555c9ae72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2749512 Feb 09 12:54:43.688432 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-9a209fe0-ba8d-47b3-9f52-f73bbadf6db2 req-63724aa4-eafa-4f92-80ff-99d8dd1bc707 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368902 Feb 09 12:54:43.740932 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 51888) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:43.747650 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-3e2adb48-da6c-4ad7-9edd-104f7f0054cb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1659053759-network', 'tenant_id': 'cbe7f182d2904e77b195be9fe61e3f0d'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:54:43.898895 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2adb48-da6c-4ad7-9edd-104f7f0054cb admin admin] Made reservation on behalf of cbe7f182d2904e77b195be9fe61e3f0d for: {'network': 1} {{(pid=109770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:54:43.903333 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3e2adb48-da6c-4ad7-9edd-104f7f0054cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for network (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:43.924184 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3e2adb48-da6c-4ad7-9edd-104f7f0054cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:43.940797 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3f197-b760-431d-9ee2-e818a56c28ea req-1bea1154-dd60-4aea-b3af-d1e92d69adcd tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:43.952686 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-2eb3f197-b760-431d-9ee2-e818a56c28ea req-1bea1154-dd60-4aea-b3af-d1e92d69adcd tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.1545489 Feb 09 12:54:44.068066 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dfd41205-ed55-4eb3-aeab-f2df4633fedd req-18257aeb-a522-4141-ab65-077f53f2e1c1 service neutron] 10.222.0.18 "GET /v2.0/networks/2b9eccac-64ca-4d60-9a01-96555c9ae72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846176 Feb 09 12:54:44.079836 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-2eb3f197-b760-431d-9ee2-e818a56c28ea req-281572ff-3a24-4336-8303-43b8ce28f888 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224835 Feb 09 12:54:44.389234 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3e2adb48-da6c-4ad7-9edd-104f7f0054cb admin admin] Publish callbacks [] for security_group (1b5f7d1b-195d-4d97-96f5-a51628629695), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:44.435515 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-96f0efd3-0390-4e8e-9ca2-e8ba4cabc88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'name': 'tempest-TestShelveInstance-1150462200-router', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'd443f13f-6297-4887-9413-d8eb04c71645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:31Z', 'updated_at': '2022-02-09T12:54:39Z', 'revision_number': 4, 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'gw_port': {'id': 'd443f13f-6297-4887-9413-d8eb04c71645', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:32Z', 'updated_at': '2022-02-09T12:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': 'd90e63af-ce10-4904-92e7-afd0a22b7ddd', 'name': '', 'network_id': 'a2444ddf-e0f9-423c-b50e-660fe55289c5', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'mac_address': 'fa:16:3e:25:23:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '52389728-c5f1-4193-92ae-0886d565814f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:37Z', 'updated_at': '2022-02-09T12:54:39Z', 'revision_number': 2, 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'subnets': [{'id': '52389728-c5f1-4193-92ae-0886d565814f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:44.485372 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3e2adb48-da6c-4ad7-9edd-104f7f0054cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (1b5f7d1b-195d-4d97-96f5-a51628629695), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:44.488000 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dfd41205-ed55-4eb3-aeab-f2df4633fedd req-97bcbf98-12bb-4d09-a5b1-e255eb79b71c service neutron] 10.222.0.18 "GET /v2.0/networks/2b9eccac-64ca-4d60-9a01-96555c9ae72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160538 Feb 09 12:54:44.508119 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-49b39f34-f380-4078-8a16-b85a723af677 req-9c0d79cf-c197-4d23-b460-1f0cae715c60 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3043070 Feb 09 12:54:44.577699 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f0efd3-0390-4e8e-9ca2-e8ba4cabc88d None None] Checking router: ef32e58a-f5a8-42dd-9186-f9f664bcf8df for host: dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:54:44.579723 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f0efd3-0390-4e8e-9ca2-e8ba4cabc88d None None] Updating router ef32e58a-f5a8-42dd-9186-f9f664bcf8df port d90e63af-ce10-4904-92e7-afd0a22b7ddd binding host dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:54:44.624518 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e2adb48-da6c-4ad7-9edd-104f7f0054cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=109770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:54:44.688706 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2adb48-da6c-4ad7-9edd-104f7f0054cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5f7d1b-195d-4d97-96f5-a51628629695,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:44.695212 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3e2adb48-da6c-4ad7-9edd-104f7f0054cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (b8506e37-f221-4f47-aa54-7207debfa1e4), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:44.695851 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.db.segments_db [None req-3e2adb48-da6c-4ad7-9edd-104f7f0054cb admin admin] Added segment b8506e37-f221-4f47-aa54-7207debfa1e4 of type vlan for network d9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc Feb 09 12:54:44.730613 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-96f0efd3-0390-4e8e-9ca2-e8ba4cabc88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (d90e63af-ce10-4904-92e7-afd0a22b7ddd), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:44.802247 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3e2adb48-da6c-4ad7-9edd-104f7f0054cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775837420593'] for network (d9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:44.813779 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b39f34-f380-4078-8a16-b85a723af677 req-65f09ece-a57e-4bc0-aca1-40f8b4d30c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:44.817085 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-49b39f34-f380-4078-8a16-b85a723af677 req-65f09ece-a57e-4bc0-aca1-40f8b4d30c5f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aac257b16e274dfb9778b47283dbc3d7&device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 1129 time: 0.2296729 Feb 09 12:54:45.022128 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590fa742-af28-4c65-a2ea-a520f4479b40 req-3325e388-8f20-4602-9333-936dbe15855a tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:45.032126 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-590fa742-af28-4c65-a2ea-a520f4479b40 req-3325e388-8f20-4602-9333-936dbe15855a tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.1473973 Feb 09 12:54:45.185012 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3e2adb48-da6c-4ad7-9edd-104f7f0054cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for network (d9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:45.186637 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2adb48-da6c-4ad7-9edd-104f7f0054cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:45.193371 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3e2adb48-da6c-4ad7-9edd-104f7f0054cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:45.242947 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:45.246728 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-590fa742-af28-4c65-a2ea-a520f4479b40 req-527ca1cc-c2bc-472e-878a-cff6fe83e307 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073472 Feb 09 12:54:45.636955 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-3e2adb48-da6c-4ad7-9edd-104f7f0054cb admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8931496 Feb 09 12:54:45.640024 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 51924) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:45.647366 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-4c5777cb-ed10-48aa-8cb9-0fa76d396e3f admin admin] Request body: {'subnet': {'network_id': 'd9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1659053759-subnet', 'tenant_id': 'cbe7f182d2904e77b195be9fe61e3f0d', 'ip_version': 4}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:54:45.711988 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-96f0efd3-0390-4e8e-9ca2-e8ba4cabc88d None None] Publish callbacks [] for port (d90e63af-ce10-4904-92e7-afd0a22b7ddd), precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:45.745783 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2adb48-da6c-4ad7-9edd-104f7f0054cb admin admin] Pushing event updated for resources: {'Network': ['ID=d9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:45.770005 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Network d9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc details requested by agent ovs-agent-dv-cinder-810917-4-iscsi with host dv-cinder-810917-4-iscsi {{(pid=109771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 12:54:45.792143 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b39f34-f380-4078-8a16-b85a723af677 req-8382100e-1fff-4f52-9785-66e1787c1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:45.795245 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-49b39f34-f380-4078-8a16-b85a723af677 req-8382100e-1fff-4f52-9785-66e1787c1dcb service neutron] 10.222.0.18 "GET /v2.0/networks?id=fe9e02a9-db66-4356-b324-dd8d3fc56de1 HTTP/1.1" status: 200 len: 920 time: 0.9045086 Feb 09 12:54:45.799263 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5777cb-ed10-48aa-8cb9-0fa76d396e3f admin admin] Made reservation on behalf of cbe7f182d2904e77b195be9fe61e3f0d for: {'subnet': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:54:45.807535 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4c5777cb-ed10-48aa-8cb9-0fa76d396e3f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:45.815015 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d64f6e-0827-4578-9327-9b8c7082955d req-4a8db796-6384-433c-92ed-45e0f1f55a3a tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:45.818573 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-56d64f6e-0827-4578-9327-9b8c7082955d req-4a8db796-6384-433c-92ed-45e0f1f55a3a tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.5313876 Feb 09 12:54:45.911481 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-49b39f34-f380-4078-8a16-b85a723af677 req-be2e7e96-aa50-420c-8d53-59adaf2437fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ab5fada-eef8-4566-b3d0-305f254e5a73 HTTP/1.1" status: 200 len: 217 time: 0.0911083 Feb 09 12:54:45.979875 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-96f0efd3-0390-4e8e-9ca2-e8ba4cabc88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (d90e63af-ce10-4904-92e7-afd0a22b7ddd), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:46.140628 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-56d64f6e-0827-4578-9327-9b8c7082955d req-a923581c-97f2-410a-9d07-b904c454093f tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249608 Feb 09 12:54:46.148583 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b39f34-f380-4078-8a16-b85a723af677 req-f6d59f20-b5ad-40ac-89df-6b030621547d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:46.154608 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-49b39f34-f380-4078-8a16-b85a723af677 req-f6d59f20-b5ad-40ac-89df-6b030621547d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3eaa3335-b6ec-45d9-968c-d644bee9379c HTTP/1.1" status: 200 len: 859 time: 0.1496718 Feb 09 12:54:46.246035 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-49b39f34-f380-4078-8a16-b85a723af677 req-273c08ca-b7cf-422c-a78e-67ad9c9176e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe9e02a9-db66-4356-b324-dd8d3fc56de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818617 Feb 09 12:54:46.497816 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8437ca9-dcea-42c8-b285-1fd0c272023a None None] Pushing event updated for resources: {'Port': ['ID=d90e63af-ce10-4904-92e7-afd0a22b7ddd,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:46.617736 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-96f0efd3-0390-4e8e-9ca2-e8ba4cabc88d None None] Attempting to bind port d90e63af-ce10-4904-92e7-afd0a22b7ddd on host dv-cinder-810917-4-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:54:46.619638 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-96f0efd3-0390-4e8e-9ca2-e8ba4cabc88d None None] Attempting to bind port d90e63af-ce10-4904-92e7-afd0a22b7ddd by drivers openvswitch,hyperv on host dv-cinder-810917-4-iscsi at level 0 using segments [{'id': '65e83d7c-8f31-4529-aaf4-8a9ed6c91a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a2444ddf-e0f9-423c-b50e-660fe55289c5'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:54:46.621205 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f0efd3-0390-4e8e-9ca2-e8ba4cabc88d None None] Attempting to bind port d90e63af-ce10-4904-92e7-afd0a22b7ddd on network a2444ddf-e0f9-423c-b50e-660fe55289c5 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:54:46.656008 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f0efd3-0390-4e8e-9ca2-e8ba4cabc88d None None] Checking agent: {'id': '46f62665-8b82-4ce4-9f5d-d8528a85ae2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'started_at': datetime.datetime(2022, 2, 9, 12, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:54:46.656535 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f0efd3-0390-4e8e-9ca2-e8ba4cabc88d None None] Checking segment: {'id': '65e83d7c-8f31-4529-aaf4-8a9ed6c91a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a2444ddf-e0f9-423c-b50e-660fe55289c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:54:46.657308 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-96f0efd3-0390-4e8e-9ca2-e8ba4cabc88d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:46.657889 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f0efd3-0390-4e8e-9ca2-e8ba4cabc88d None None] Bound using segment: {'id': '65e83d7c-8f31-4529-aaf4-8a9ed6c91a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a2444ddf-e0f9-423c-b50e-660fe55289c5'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:54:46.658593 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-96f0efd3-0390-4e8e-9ca2-e8ba4cabc88d None None] Bound port: d90e63af-ce10-4904-92e7-afd0a22b7ddd, host: dv-cinder-810917-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e83d7c-8f31-4529-aaf4-8a9ed6c91a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a2444ddf-e0f9-423c-b50e-660fe55289c5'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:54:46.659099 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-96f0efd3-0390-4e8e-9ca2-e8ba4cabc88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (d90e63af-ce10-4904-92e7-afd0a22b7ddd), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:46.724764 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec363e-e0ef-4059-9f81-8b163989e26c req-038d1e53-8619-4dfe-9c05-2c9fe049fe76 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:46.726740 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-beec363e-e0ef-4059-9f81-8b163989e26c req-038d1e53-8619-4dfe-9c05-2c9fe049fe76 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.1880627 Feb 09 12:54:46.727894 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-49b39f34-f380-4078-8a16-b85a723af677 req-0b89853a-e222-47ce-9442-47076a70473d service neutron] 10.222.0.18 "GET /v2.0/networks/fe9e02a9-db66-4356-b324-dd8d3fc56de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752479 Feb 09 12:54:46.805655 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-918a9e7c-4ff6-4595-9adf-de12cc0aab7d None None] Provisioning complete for port d90e63af-ce10-4904-92e7-afd0a22b7ddd triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:46.807012 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-918a9e7c-4ff6-4595-9adf-de12cc0aab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (d90e63af-ce10-4904-92e7-afd0a22b7ddd), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:46.849418 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-beec363e-e0ef-4059-9f81-8b163989e26c req-566685c8-ff42-42cd-b6d6-65737de3342f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165824 Feb 09 12:54:46.887770 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-918a9e7c-4ff6-4595-9adf-de12cc0aab7d None None] Port d90e63af-ce10-4904-92e7-afd0a22b7ddd cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:54:46.902532 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-49b39f34-f380-4078-8a16-b85a723af677 req-6745d371-b38d-4ad7-a765-054605487972 service neutron] 10.222.0.18 "GET /v2.0/networks/fe9e02a9-db66-4356-b324-dd8d3fc56de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686494 Feb 09 12:54:47.045022 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4c5777cb-ed10-48aa-8cb9-0fa76d396e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for subnet (f815233d-4b8c-4b3d-a20c-828efcbb5c46), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:47.059201 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-96f0efd3-0390-4e8e-9ca2-e8ba4cabc88d None None] For port d90e63af-ce10-4904-92e7-afd0a22b7ddd, host dv-cinder-810917-4-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:54:47.086828 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-96f0efd3-0390-4e8e-9ca2-e8ba4cabc88d None None] For port d90e63af-ce10-4904-92e7-afd0a22b7ddd, host dv-cinder-810917-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=d90e63af-ce10-4904-92e7-afd0a22b7ddd,segment=NetworkSegment(65e83d7c-8f31-4529-aaf4-8a9ed6c91a40),segment_id=65e83d7c-8f31-4529-aaf4-8a9ed6c91a40)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:54:47.154240 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5777cb-ed10-48aa-8cb9-0fa76d396e3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f815233d-4b8c-4b3d-a20c-828efcbb5c46,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:47.196245 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5777cb-ed10-48aa-8cb9-0fa76d396e3f admin admin] Checking segment: {'id': 'b8506e37-f221-4f47-aa54-7207debfa1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:54:47.196559 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5777cb-ed10-48aa-8cb9-0fa76d396e3f admin admin] Network hostable DHCP agents. Network: d9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc, hostable agents: ['669fbb72-d52e-4349-b520-3721ffb5f632'], hosted agents: [] {{(pid=109769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:54:47.291395 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-96f0efd3-0390-4e8e-9ca2-e8ba4cabc88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (d90e63af-ce10-4904-92e7-afd0a22b7ddd), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:47.375221 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5777cb-ed10-48aa-8cb9-0fa76d396e3f admin admin] Network d9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc is scheduled to be hosted by DHCP agent 669fbb72-d52e-4349-b520-3721ffb5f632 with binding_index 1 {{(pid=109769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:54:47.411219 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe4539-fad9-4300-999b-e6badb759b38 req-2da38c40-4dc8-4ab2-9b20-b21232323e05 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:47.419105 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-0ffe4539-fad9-4300-999b-e6badb759b38 req-2da38c40-4dc8-4ab2-9b20-b21232323e05 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.1030974 Feb 09 12:54:47.442629 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f0efd3-0390-4e8e-9ca2-e8ba4cabc88d None None] Routers {'ef32e58a-f5a8-42dd-9186-f9f664bcf8df'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:54:47.443937 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-96f0efd3-0390-4e8e-9ca2-e8ba4cabc88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:54:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['ef32e58a-f5a8-42dd-9186-f9f664bcf8df'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:47.446301 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8437ca9-dcea-42c8-b285-1fd0c272023a None None] Pushing event updated for resources: {'Port': ['ID=d90e63af-ce10-4904-92e7-afd0a22b7ddd,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:47.525124 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-4c5777cb-ed10-48aa-8cb9-0fa76d396e3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-4-iscsi, d9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc) {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:47.534723 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5777cb-ed10-48aa-8cb9-0fa76d396e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:47.536439 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4c5777cb-ed10-48aa-8cb9-0fa76d396e3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:47.550512 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-0ffe4539-fad9-4300-999b-e6badb759b38 req-440b723a-f8b5-4713-8c9c-35e8d9b638af tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301513 Feb 09 12:54:47.620937 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea28bf-6315-467b-8c63-b2d0e8a2af72 req-d4f573ad-29d0-4c5b-b231-b3bb9f945b10 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:47.630288 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-98ea28bf-6315-467b-8c63-b2d0e8a2af72 req-d4f573ad-29d0-4c5b-b231-b3bb9f945b10 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38870aa-438e-4224-b986-c9367faddab8 HTTP/1.1" status: 200 len: 945 time: 0.2256269 Feb 09 12:54:47.668930 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975455c9-c536-4cf5-b58c-94c85d89ea94 None None] Network d9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:54:47.686216 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-4c5777cb-ed10-48aa-8cb9-0fa76d396e3f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0438206 Feb 09 12:54:47.689738 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 51966) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:47.696310 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-db2a31cd-1901-4e4b-aa92-6560a05e2be6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1659053759-router', 'tenant_id': 'cbe7f182d2904e77b195be9fe61e3f0d', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:54:47.819225 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-98ea28bf-6315-467b-8c63-b2d0e8a2af72 req-83653e41-e07d-41cc-bb9a-071f80b858c1 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871123 Feb 09 12:54:47.965893 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d02172-2108-4dbb-9edc-9ed70d369d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp981a83c6-c2ad-56b8-8135-9301bdb264f7-d9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc', 'network_id': 'd9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc', 'project_id': 'cbe7f182d2904e77b195be9fe61e3f0d', 'fixed_ips': [{'subnet_id': 'f815233d-4b8c-4b3d-a20c-828efcbb5c46'}]}} from dv-cinder-810917-4-iscsi. {{(pid=109771) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 12:54:47.967500 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b9d02172-2108-4dbb-9edc-9ed70d369d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:47.985259 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-db2a31cd-1901-4e4b-aa92-6560a05e2be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1588272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8981'] for router (5ad44ab2-a64f-4456-8105-085827579d84), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:47.986548 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-db2a31cd-1901-4e4b-aa92-6560a05e2be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1593070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1920881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8972'] for router (5ad44ab2-a64f-4456-8105-085827579d84), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:48.008963 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-96f0efd3-0390-4e8e-9ca2-e8ba4cabc88d None None] Set router ef32e58a-f5a8-42dd-9186-f9f664bcf8df gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:54:48.067016 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f6a21-44b0-4e2c-9720-447cd53968f8 req-8f559cd2-541d-4e86-9e4f-6f0e487eaceb tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:48.076184 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6d5f6a21-44b0-4e2c-9720-447cd53968f8 req-8f559cd2-541d-4e86-9e4f-6f0e487eaceb tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.1053100 Feb 09 12:54:48.157590 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [None req-b9d02172-2108-4dbb-9edc-9ed70d369d22 None None] Allocated IP 172.20.0.2 (d9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc/f815233d-4b8c-4b3d-a20c-828efcbb5c46/8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:54:48.166327 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6d5f6a21-44b0-4e2c-9720-447cd53968f8 req-b9e9c552-b42f-4b38-9d07-50c045216d3b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883458 Feb 09 12:54:48.225185 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-db2a31cd-1901-4e4b-aa92-6560a05e2be6 admin admin] Publish callbacks [] for router_controller (5ad44ab2-a64f-4456-8105-085827579d84), precommit_add_association {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:48.285272 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-d7912660-912b-4462-b328-995b15e6bc0c None None] Provisioning complete for port d90e63af-ce10-4904-92e7-afd0a22b7ddd triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:48.285886 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d7912660-912b-4462-b328-995b15e6bc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (d90e63af-ce10-4904-92e7-afd0a22b7ddd), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:48.590707 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-d7912660-912b-4462-b328-995b15e6bc0c None None] Current status of the port d90e63af-ce10-4904-92e7-afd0a22b7ddd is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:54:48.591101 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d7912660-912b-4462-b328-995b15e6bc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (d90e63af-ce10-4904-92e7-afd0a22b7ddd), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:48.646076 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-db2a31cd-1901-4e4b-aa92-6560a05e2be6 admin admin] Publish callbacks [] for router_gateway (5ad44ab2-a64f-4456-8105-085827579d84), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:48.663076 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b9d02172-2108-4dbb-9edc-9ed70d369d22 None None] Publish callbacks [] for port (8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c), precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:48.687520 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-d7912660-912b-4462-b328-995b15e6bc0c None None] For port d90e63af-ce10-4904-92e7-afd0a22b7ddd, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=d90e63af-ce10-4904-92e7-afd0a22b7ddd,segment=NetworkSegment(65e83d7c-8f31-4529-aaf4-8a9ed6c91a40),segment_id=65e83d7c-8f31-4529-aaf4-8a9ed6c91a40)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:48.727187 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-96f0efd3-0390-4e8e-9ca2-e8ba4cabc88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'name': 'tempest-TestShelveInstance-1150462200-router', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'd443f13f-6297-4887-9413-d8eb04c71645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:31Z', 'updated_at': '2022-02-09T12:54:39Z', 'revision_number': 4, 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'gw_port': {'id': 'd443f13f-6297-4887-9413-d8eb04c71645', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:32Z', 'updated_at': '2022-02-09T12:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': 'd90e63af-ce10-4904-92e7-afd0a22b7ddd', 'name': '', 'network_id': 'a2444ddf-e0f9-423c-b50e-660fe55289c5', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'mac_address': 'fa:16:3e:25:23:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '52389728-c5f1-4193-92ae-0886d565814f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:37Z', 'updated_at': '2022-02-09T12:54:46Z', 'revision_number': 4, 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'subnets': [{'id': '52389728-c5f1-4193-92ae-0886d565814f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:48.764247 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f0efd3-0390-4e8e-9ca2-e8ba4cabc88d None None] The sync data for ids ['ef32e58a-f5a8-42dd-9186-f9f664bcf8df'] in dv-cinder-810917-4-iscsi is: [{'id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'name': 'tempest-TestShelveInstance-1150462200-router', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'd443f13f-6297-4887-9413-d8eb04c71645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:31Z', 'updated_at': '2022-02-09T12:54:39Z', 'revision_number': 4, 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'gw_port': {'id': 'd443f13f-6297-4887-9413-d8eb04c71645', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:32Z', 'updated_at': '2022-02-09T12:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': 'd90e63af-ce10-4904-92e7-afd0a22b7ddd', 'name': '', 'network_id': 'a2444ddf-e0f9-423c-b50e-660fe55289c5', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'mac_address': 'fa:16:3e:25:23:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '52389728-c5f1-4193-92ae-0886d565814f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:37Z', 'updated_at': '2022-02-09T12:54:46Z', 'revision_number': 4, 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'subnets': [{'id': '52389728-c5f1-4193-92ae-0886d565814f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:54:48.827239 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b9d02172-2108-4dbb-9edc-9ed70d369d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c), after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:48.853968 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d7912660-912b-4462-b328-995b15e6bc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (d90e63af-ce10-4904-92e7-afd0a22b7ddd), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:49.228021 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2272d48-1265-4b14-8687-a84259a0f6f3 req-2070d66a-d044-47c4-b699-16834f34cc5e tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:49.235893 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f2272d48-1265-4b14-8687-a84259a0f6f3 req-2070d66a-d044-47c4-b699-16834f34cc5e tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38870aa-438e-4224-b986-c9367faddab8 HTTP/1.1" status: 200 len: 945 time: 0.2102101 Feb 09 12:54:49.372481 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f2272d48-1265-4b14-8687-a84259a0f6f3 req-d6a70528-1a52-49f8-9727-87376f84b090 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310241 Feb 09 12:54:49.438099 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d02172-2108-4dbb-9edc-9ed70d369d22 None None] Pushing event updated for resources: {'Port': ['ID=8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:49.463973 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d02172-2108-4dbb-9edc-9ed70d369d22 None None] Network d9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:54:49.472038 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-b9d02172-2108-4dbb-9edc-9ed70d369d22 None None] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:49.478422 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d02172-2108-4dbb-9edc-9ed70d369d22 None None] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:54:49.482738 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c05379-0e81-4c73-bca4-10700c467ebc req-8057290c-7855-42d8-a58f-d477780b14ae tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:49.494202 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-14c05379-0e81-4c73-bca4-10700c467ebc req-8057290c-7855-42d8-a58f-d477780b14ae tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.1953340 Feb 09 12:54:49.588548 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41600a-020e-4358-992e-67e23c5b4f5a req-b8f608b9-f188-4645-a346-ce46ad60e447 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:49.590498 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ab41600a-020e-4358-992e-67e23c5b4f5a req-b8f608b9-f188-4645-a346-ce46ad60e447 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.18 "GET /v2.0/ports?device_id=d38870aa-438e-4224-b986-c9367faddab8 HTTP/1.1" status: 200 len: 945 time: 0.2012904 Feb 09 12:54:49.608297 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-14c05379-0e81-4c73-bca4-10700c467ebc req-401d1e18-81ea-48f3-a78a-b94c129e6e44 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101470 Feb 09 12:54:49.732367 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-b9d02172-2108-4dbb-9edc-9ed70d369d22 None None] Attempting to bind port 8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c on host dv-cinder-810917-4-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:54:49.733356 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-b9d02172-2108-4dbb-9edc-9ed70d369d22 None None] Attempting to bind port 8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c by drivers openvswitch,hyperv on host dv-cinder-810917-4-iscsi at level 0 using segments [{'id': 'b8506e37-f221-4f47-aa54-7207debfa1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:54:49.735418 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d02172-2108-4dbb-9edc-9ed70d369d22 None None] Attempting to bind port 8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c on network d9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:54:49.750584 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d02172-2108-4dbb-9edc-9ed70d369d22 None None] Checking agent: {'id': '46f62665-8b82-4ce4-9f5d-d8528a85ae2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'started_at': datetime.datetime(2022, 2, 9, 12, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:54:49.753689 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d02172-2108-4dbb-9edc-9ed70d369d22 None None] Checking segment: {'id': 'b8506e37-f221-4f47-aa54-7207debfa1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:54:49.753689 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b9d02172-2108-4dbb-9edc-9ed70d369d22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:49.754519 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d02172-2108-4dbb-9edc-9ed70d369d22 None None] Bound using segment: {'id': 'b8506e37-f221-4f47-aa54-7207debfa1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:54:49.755746 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-b9d02172-2108-4dbb-9edc-9ed70d369d22 None None] Bound port: 8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c, host: dv-cinder-810917-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8506e37-f221-4f47-aa54-7207debfa1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:54:49.756704 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b9d02172-2108-4dbb-9edc-9ed70d369d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:49.906848 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [req-ab41600a-020e-4358-992e-67e23c5b4f5a req-f093dcad-e7d6-40c0-9746-df92bb069a89 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Deleting port 6bc393be-6f34-4deb-bd6d-0fba1ab0cec3 {{(pid=109770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:54:49.907208 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-ab41600a-020e-4358-992e-67e23c5b4f5a req-f093dcad-e7d6-40c0-9746-df92bb069a89 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (6bc393be-6f34-4deb-bd6d-0fba1ab0cec3), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:49.988414 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-b9d02172-2108-4dbb-9edc-9ed70d369d22 None None] For port 8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c, host dv-cinder-810917-4-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:54:50.019516 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-b9d02172-2108-4dbb-9edc-9ed70d369d22 None None] For port 8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c, host dv-cinder-810917-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c,segment=NetworkSegment(b8506e37-f221-4f47-aa54-7207debfa1e4),segment_id=b8506e37-f221-4f47-aa54-7207debfa1e4)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:54:50.060574 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-db2a31cd-1901-4e4b-aa92-6560a05e2be6 admin admin] Publish callbacks [] for router_gateway (5ad44ab2-a64f-4456-8105-085827579d84), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:50.071698 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7912660-912b-4462-b328-995b15e6bc0c None None] Pushing event updated for resources: {'Port': ['ID=d90e63af-ce10-4904-92e7-afd0a22b7ddd,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:50.090074 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-db2a31cd-1901-4e4b-aa92-6560a05e2be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:50.109232 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [req-ab41600a-020e-4358-992e-67e23c5b4f5a req-f093dcad-e7d6-40c0-9746-df92bb069a89 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] For port 6bc393be-6f34-4deb-bd6d-0fba1ab0cec3, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=6bc393be-6f34-4deb-bd6d-0fba1ab0cec3,segment=NetworkSegment(3193b368-ce2c-4571-8129-3a0af32866ab),segment_id=3193b368-ce2c-4571-8129-3a0af32866ab)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:50.109692 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-ab41600a-020e-4358-992e-67e23c5b4f5a req-f093dcad-e7d6-40c0-9746-df92bb069a89 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (6bc393be-6f34-4deb-bd6d-0fba1ab0cec3), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:50.136752 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [req-ab41600a-020e-4358-992e-67e23c5b4f5a req-f093dcad-e7d6-40c0-9746-df92bb069a89 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Calling delete_port for 6bc393be-6f34-4deb-bd6d-0fba1ab0cec3 owned by compute:nova {{(pid=109770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:54:50.141535 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b9d02172-2108-4dbb-9edc-9ed70d369d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:50.270596 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-db2a31cd-1901-4e4b-aa92-6560a05e2be6 admin admin] Allocated IP 172.27.3.110 (a2e9d4bf-7356-45aa-a65f-bd468972dd5d/c9ce0d82-6bfd-4731-856e-4f09afc4aa6c/9328a8fd-3e32-44a7-b498-5bfdc1b5c15f) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:54:50.364609 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d02172-2108-4dbb-9edc-9ed70d369d22 None None] Pushing event updated for resources: {'Port': ['ID=8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:50.459529 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device d90e63af-ce10-4904-92e7-afd0a22b7ddd up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:54:50.623877 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-db2a31cd-1901-4e4b-aa92-6560a05e2be6 admin admin] Publish callbacks [] for port (9328a8fd-3e32-44a7-b498-5bfdc1b5c15f), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:50.685602 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6a96b-76ac-4670-8151-ad1641be12a6 req-80fea845-7f20-4571-9962-c3c8db29e282 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:50.699172 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b9e6a96b-76ac-4670-8151-ad1641be12a6 req-80fea845-7f20-4571-9962-c3c8db29e282 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38870aa-438e-4224-b986-c9367faddab8 HTTP/1.1" status: 200 len: 945 time: 0.1628063 Feb 09 12:54:50.858538 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b9e6a96b-76ac-4670-8151-ad1641be12a6 req-7d989068-306f-47a7-8ba8-7e3ba91956ff tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577945 Feb 09 12:54:50.861567 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port d90e63af-ce10-4904-92e7-afd0a22b7ddd triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:50.861567 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (d90e63af-ce10-4904-92e7-afd0a22b7ddd), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:50.868559 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-ab41600a-020e-4358-992e-67e23c5b4f5a req-f093dcad-e7d6-40c0-9746-df92bb069a89 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (6bc393be-6f34-4deb-bd6d-0fba1ab0cec3), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:50.911398 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['7b78f94a-31c6-41d8-9f34-b402f8718946', '68ab71aa-ac63-47ca-8d17-8dbb410245c6', '76f4be6a-cc7f-4237-a476-aade95ba2dfc'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:54:50.936031 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-db2a31cd-1901-4e4b-aa92-6560a05e2be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (9328a8fd-3e32-44a7-b498-5bfdc1b5c15f), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:51.025388 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093dcad-e7d6-40c0-9746-df92bb069a89 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Pushing event deleted for resources: {'Port': ['ID=6bc393be-6f34-4deb-bd6d-0fba1ab0cec3,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:51.051781 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2a31cd-1901-4e4b-aa92-6560a05e2be6 admin admin] Network a2e9d4bf-7356-45aa-a65f-bd468972dd5d is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:54:51.061894 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a31cd-1901-4e4b-aa92-6560a05e2be6 admin admin] Pushing event updated for resources: {'Port': ['ID=9328a8fd-3e32-44a7-b498-5bfdc1b5c15f,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:51.069829 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-db2a31cd-1901-4e4b-aa92-6560a05e2be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:51.072761 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2a31cd-1901-4e4b-aa92-6560a05e2be6 admin admin] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:54:51.297214 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab41600a-020e-4358-992e-67e23c5b4f5a req-f093dcad-e7d6-40c0-9746-df92bb069a89 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] No DVR routers for this DVR port 6bc393be-6f34-4deb-bd6d-0fba1ab0cec3 on host hv-cinder-81091 {{(pid=109770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:54:51.302534 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-ab41600a-020e-4358-992e-67e23c5b4f5a req-f093dcad-e7d6-40c0-9746-df92bb069a89 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:51.316927 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ab41600a-020e-4358-992e-67e23c5b4f5a req-f093dcad-e7d6-40c0-9746-df92bb069a89 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.18 "DELETE /v2.0/ports/6bc393be-6f34-4deb-bd6d-0fba1ab0cec3 HTTP/1.1" status: 204 len: 173 time: 1.7067945 Feb 09 12:54:51.345238 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38870aa-438e-4224-b986-c9367faddab8', 'name': 'network-vif-deleted', 'tag': '6bc393be-6f34-4deb-bd6d-0fba1ab0cec3'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:54:51.352275 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7671266cdcd25feb0d1fb7d0d4a7a38583ecefa09a530944b0969c09dda32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f493b938-5b68-47a1-8bf3-14353f99b86c" -d '{"events": [{"server_uuid": "d38870aa-438e-4224-b986-c9367faddab8", "name": "network-vif-deleted", "tag": "6bc393be-6f34-4deb-bd6d-0fba1ab0cec3"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:54:51.411353 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027130c-648e-4633-8d8f-6f83952af246 req-51712e1f-e869-437b-a761-86a003981695 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:51.427549 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-9027130c-648e-4633-8d8f-6f83952af246 req-51712e1f-e869-437b-a761-86a003981695 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.4102221 Feb 09 12:54:51.443232 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66139ddc-ea1a-49fd-bb73-23046f80b6ac req-738bd07c-6440-4f7d-8f75-837cea9ca379 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:51.453789 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-66139ddc-ea1a-49fd-bb73-23046f80b6ac req-738bd07c-6440-4f7d-8f75-837cea9ca379 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.1301413 Feb 09 12:54:51.583499 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-9027130c-648e-4633-8d8f-6f83952af246 req-3e201405-5882-4328-a722-c0bdd2542818 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504912 Feb 09 12:54:51.591325 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-66139ddc-ea1a-49fd-bb73-23046f80b6ac req-b34b59d7-7498-4f39-b40e-68a66b6b0320 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361938 Feb 09 12:54:51.720823 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2a6104-8d65-428c-b3b2-c820aa93d86a x-openstack-request-id: req-6c2a6104-8d65-428c-b3b2-c820aa93d86a {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:54:51.721369 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38870aa-438e-4224-b986-c9367faddab8", "name": "network-vif-deleted", "tag": "6bc393be-6f34-4deb-bd6d-0fba1ab0cec3", "status": "completed", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:54:51.721369 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c2a6104-8d65-428c-b3b2-c820aa93d86a {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:54:51.722582 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38870aa-438e-4224-b986-c9367faddab8', 'name': 'network-vif-deleted', 'tag': '6bc393be-6f34-4deb-bd6d-0fba1ab0cec3', 'status': 'completed', 'code': 200} Feb 09 12:54:51.884799 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-db2a31cd-1901-4e4b-aa92-6560a05e2be6 admin admin] Publish callbacks [] for router_gateway (5ad44ab2-a64f-4456-8105-085827579d84), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:51.948266 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port d90e63af-ce10-4904-92e7-afd0a22b7ddd is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:54:52.092211 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 52016) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:52.123232 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9023ce7a-07d0-47d3-939f-a4c9eaec3b66 req-800c13c0-ec97-48dd-8de0-6d9c250d6fbc tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38870aa-438e-4224-b986-c9367faddab8 HTTP/1.1" status: 200 len: 210 time: 0.0393360 Feb 09 12:54:52.356315 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e276c86d-ad12-4087-84ef-49d9826e0552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:52.386767 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 6bc393be-6f34-4deb-bd6d-0fba1ab0cec3 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:54:52.404859 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-db2a31cd-1901-4e4b-aa92-6560a05e2be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591097'] for router (5ad44ab2-a64f-4456-8105-085827579d84), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:52.479999 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] No Port match for: 6bc393be-6f34-4deb-bd6d-0fba1ab0cec3 {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 12:54:52.480606 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 6bc393be-6f34-4deb-bd6d-0fba1ab0cec3 not bound to the agent host hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 12:54:52.509327 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e276c86d-ad12-4087-84ef-49d9826e0552 admin admin] Publish callbacks [] for security_group (8c582071-425d-48fb-ba1f-304ff8c459bc), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:52.560008 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f25d4a7-090d-43ed-b9e4-89c7c886fc73 None None] Network d9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:54:52.574556 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:54:52.628748 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e276c86d-ad12-4087-84ef-49d9826e0552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (8c582071-425d-48fb-ba1f-304ff8c459bc), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:52.720133 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-e276c86d-ad12-4087-84ef-49d9826e0552 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=838bca57004140c3931eb85b5b807137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6241066 Feb 09 12:54:52.720133 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276c86d-ad12-4087-84ef-49d9826e0552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c582071-425d-48fb-ba1f-304ff8c459bc,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:52.724563 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 52024) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:52.730915 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-b923f31f-332f-4be9-8a70-606b068f2b0f None None] Provisioning complete for port 8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:52.731974 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b923f31f-332f-4be9-8a70-606b068f2b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:52.811412 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2a31cd-1901-4e4b-aa92-6560a05e2be6 admin admin] Router 5ad44ab2-a64f-4456-8105-085827579d84 is scheduled to L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 with binding_index 1 {{(pid=109769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 12:54:52.892316 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port 8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:52.892756 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:52.908231 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-10ffcbd7-0f62-48b9-ae89-ff82f1164495 admin admin] Publish callbacks [] for security_group (8c582071-425d-48fb-ba1f-304ff8c459bc), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:52.973707 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2506027-da07-499d-9263-dbd7e08345a7 req-9db8cb04-94a0-480b-855e-565ec596654d tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:52.981586 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c2506027-da07-499d-9263-dbd7e08345a7 req-9db8cb04-94a0-480b-855e-565ec596654d tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.1381655 Feb 09 12:54:53.070644 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-10ffcbd7-0f62-48b9-ae89-ff82f1164495 admin admin] Publish callbacks [] for security_group (8c582071-425d-48fb-ba1f-304ff8c459bc), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:53.125168 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c2506027-da07-499d-9263-dbd7e08345a7 req-056507b5-df19-4091-851e-096b9afa03e7 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422355 Feb 09 12:54:53.148241 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b303402-728b-4bb7-a4a2-d8f0bbe3507f req-5cb92cfe-9995-439a-94cc-93ebcfbf8730 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:53.151232 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3b303402-728b-4bb7-a4a2-d8f0bbe3507f req-5cb92cfe-9995-439a-94cc-93ebcfbf8730 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.2662590 Feb 09 12:54:53.183625 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port 8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:54:53.183625 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:53.209855 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-b923f31f-332f-4be9-8a70-606b068f2b0f None None] Current status of the port 8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:54:53.210682 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b923f31f-332f-4be9-8a70-606b068f2b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:53.318003 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3b303402-728b-4bb7-a4a2-d8f0bbe3507f req-dffaecc5-1535-47b4-aded-5837c0e08e52 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579249 Feb 09 12:54:53.345675 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] For port 8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c,segment=NetworkSegment(b8506e37-f221-4f47-aa54-7207debfa1e4),segment_id=b8506e37-f221-4f47-aa54-7207debfa1e4)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:53.353044 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2a31cd-1901-4e4b-aa92-6560a05e2be6 admin admin] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:54:53.377907 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16013ac4-e5f4-455f-b77b-d0eac2c538f1 None None] Sync routers for ids ['5ad44ab2-a64f-4456-8105-085827579d84'] in dv-cinder-810917-4-iscsi {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:54:53.401240 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16013ac4-e5f4-455f-b77b-d0eac2c538f1 None None] Routers {'5ad44ab2-a64f-4456-8105-085827579d84'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:54:53.401901 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-16013ac4-e5f4-455f-b77b-d0eac2c538f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:54:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['5ad44ab2-a64f-4456-8105-085827579d84'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:53.404289 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-f7452884-4d75-4215-b663-7519ef2f3f41 req-6620de7b-e9a1-4125-bd4f-61d4333a88fe tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=d38870aa-438e-4224-b986-c9367faddab8 HTTP/1.1" status: 200 len: 210 time: 0.0465176 Feb 09 12:54:53.594748 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-10ffcbd7-0f62-48b9-ae89-ff82f1164495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (8c582071-425d-48fb-ba1f-304ff8c459bc), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:53.596746 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:53.598518 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-10ffcbd7-0f62-48b9-ae89-ff82f1164495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:53.599138 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-54b69dce-3b84-4ab5-b334-93342e91a205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:53.599743 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-10ffcbd7-0f62-48b9-ae89-ff82f1164495 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c582071-425d-48fb-ba1f-304ff8c459bc HTTP/1.1" status: 204 len: 168 time: 0.8771539 Feb 09 12:54:53.611921 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ffcbd7-0f62-48b9-ae89-ff82f1164495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c582071-425d-48fb-ba1f-304ff8c459bc,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:53.637333 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-16013ac4-e5f4-455f-b77b-d0eac2c538f1 None None] Set router 5ad44ab2-a64f-4456-8105-085827579d84 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:54:53.672259 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901af1a2-5e0b-4e8e-a63d-b4c57a626882 req-25d476a1-8b37-4b36-9a21-6ff2d7229637 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:53.685540 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-901af1a2-5e0b-4e8e-a63d-b4c57a626882 req-25d476a1-8b37-4b36-9a21-6ff2d7229637 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 945 time: 0.1257029 Feb 09 12:54:53.685689 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-db2a31cd-1901-4e4b-aa92-6560a05e2be6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:53.685689 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-db2a31cd-1901-4e4b-aa92-6560a05e2be6 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9853876 Feb 09 12:54:53.686457 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 52030) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:53.738155 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.db.api [None req-b923f31f-332f-4be9-8a70-606b068f2b0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:54:53.738400 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG oslo_db.api [None req-b923f31f-332f-4be9-8a70-606b068f2b0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:54:53.741574 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Pushing event updated for resources: {'Port': ['ID=8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:53.872820 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [req-901af1a2-5e0b-4e8e-a63d-b4c57a626882 req-ae388c1b-1dc4-4281-9362-e94b2a1335ba tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Deleting port 47b98962-e563-49c9-a263-fd4069c0638c {{(pid=109770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:54:53.873795 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-901af1a2-5e0b-4e8e-a63d-b4c57a626882 req-ae388c1b-1dc4-4281-9362-e94b2a1335ba tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (47b98962-e563-49c9-a263-fd4069c0638c), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:54.018200 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-16013ac4-e5f4-455f-b77b-d0eac2c538f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad44ab2-a64f-4456-8105-085827579d84', 'name': 'tempest-TestShelveInstance-1659053759-router', 'tenant_id': 'cbe7f182d2904e77b195be9fe61e3f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '9328a8fd-3e32-44a7-b498-5bfdc1b5c15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:47Z', 'updated_at': '2022-02-09T12:54:51Z', 'revision_number': 3, 'project_id': 'cbe7f182d2904e77b195be9fe61e3f0d', 'gw_port': {'id': '9328a8fd-3e32-44a7-b498-5bfdc1b5c15f', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad44ab2-a64f-4456-8105-085827579d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:50Z', 'updated_at': '2022-02-09T12:54:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:54.025906 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [req-901af1a2-5e0b-4e8e-a63d-b4c57a626882 req-ae388c1b-1dc4-4281-9362-e94b2a1335ba tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] For port 47b98962-e563-49c9-a263-fd4069c0638c, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=47b98962-e563-49c9-a263-fd4069c0638c,segment=NetworkSegment(d2ad0c1b-255c-4074-845b-ea98d893a18c),segment_id=d2ad0c1b-255c-4074-845b-ea98d893a18c)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:54.027971 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-901af1a2-5e0b-4e8e-a63d-b4c57a626882 req-ae388c1b-1dc4-4281-9362-e94b2a1335ba tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (47b98962-e563-49c9-a263-fd4069c0638c), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:54.047380 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [req-901af1a2-5e0b-4e8e-a63d-b4c57a626882 req-ae388c1b-1dc4-4281-9362-e94b2a1335ba tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Calling delete_port for 47b98962-e563-49c9-a263-fd4069c0638c owned by compute:nova {{(pid=109770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:54:54.064120 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16013ac4-e5f4-455f-b77b-d0eac2c538f1 None None] Checking router: 5ad44ab2-a64f-4456-8105-085827579d84 for host: dv-cinder-810917-4-iscsi {{(pid=109772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:54:54.064625 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16013ac4-e5f4-455f-b77b-d0eac2c538f1 None None] Updating router 5ad44ab2-a64f-4456-8105-085827579d84 port 9328a8fd-3e32-44a7-b498-5bfdc1b5c15f binding host dv-cinder-810917-4-iscsi {{(pid=109772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:54:54.135250 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-16013ac4-e5f4-455f-b77b-d0eac2c538f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (9328a8fd-3e32-44a7-b498-5bfdc1b5c15f), before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:54.366480 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-b923f31f-332f-4be9-8a70-606b068f2b0f None None] Current status of the port 8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:54:54.393409 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-901af1a2-5e0b-4e8e-a63d-b4c57a626882 req-ae388c1b-1dc4-4281-9362-e94b2a1335ba tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (47b98962-e563-49c9-a263-fd4069c0638c), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:54.413219 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:54:54.452150 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae388c1b-1dc4-4281-9362-e94b2a1335ba tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Pushing event deleted for resources: {'Port': ['ID=47b98962-e563-49c9-a263-fd4069c0638c,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:54.468304 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae388c1b-1dc4-4281-9362-e94b2a1335ba tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:54.468654 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae388c1b-1dc4-4281-9362-e94b2a1335ba tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:54.469015 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae388c1b-1dc4-4281-9362-e94b2a1335ba tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:54.469343 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae388c1b-1dc4-4281-9362-e94b2a1335ba tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:54.469685 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae388c1b-1dc4-4281-9362-e94b2a1335ba tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:54.470021 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae388c1b-1dc4-4281-9362-e94b2a1335ba tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:54.470354 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae388c1b-1dc4-4281-9362-e94b2a1335ba tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:54.470685 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae388c1b-1dc4-4281-9362-e94b2a1335ba tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:54.471093 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae388c1b-1dc4-4281-9362-e94b2a1335ba tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:54.471403 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae388c1b-1dc4-4281-9362-e94b2a1335ba tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:54.472288 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae388c1b-1dc4-4281-9362-e94b2a1335ba tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:54.472701 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae388c1b-1dc4-4281-9362-e94b2a1335ba tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:54.473226 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae388c1b-1dc4-4281-9362-e94b2a1335ba tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:54.576510 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [req-901af1a2-5e0b-4e8e-a63d-b4c57a626882 req-ae388c1b-1dc4-4281-9362-e94b2a1335ba tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] No DVR routers for this DVR port 47b98962-e563-49c9-a263-fd4069c0638c on host hv-cinder-81091 {{(pid=109770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:54:54.587881 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-65c84e09-c7ed-4491-a52d-bd4a1287f1c5 req-af3ee733-be20-42b3-a66e-c9dd40ef306a tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 210 time: 0.0610020 Feb 09 12:54:54.591541 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-901af1a2-5e0b-4e8e-a63d-b4c57a626882 req-ae388c1b-1dc4-4281-9362-e94b2a1335ba tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:54.608473 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-901af1a2-5e0b-4e8e-a63d-b4c57a626882 req-ae388c1b-1dc4-4281-9362-e94b2a1335ba tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.18 "DELETE /v2.0/ports/47b98962-e563-49c9-a263-fd4069c0638c HTTP/1.1" status: 204 len: 173 time: 0.9282713 Feb 09 12:54:54.608962 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7d387c-0a86-4086-b3b9-166e8861b394', 'name': 'network-vif-deleted', 'tag': '47b98962-e563-49c9-a263-fd4069c0638c'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:54:54.622251 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7671266cdcd25feb0d1fb7d0d4a7a38583ecefa09a530944b0969c09dda32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3573af6e-addc-4b52-b1cb-6da465fa453a" -d '{"events": [{"server_uuid": "3b7d387c-0a86-4086-b3b9-166e8861b394", "name": "network-vif-deleted", "tag": "47b98962-e563-49c9-a263-fd4069c0638c"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:54:54.633097 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['2ab5fada-eef8-4566-b3d0-305f254e5a73', '47b98962-e563-49c9-a263-fd4069c0638c'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:54:54.651665 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829ad33-39b7-4acd-8db1-7e8e25de7035 req-e24c9bdf-202a-4b13-9a1e-ebf9087a93d9 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:54.657501 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0829ad33-39b7-4acd-8db1-7e8e25de7035 req-e24c9bdf-202a-4b13-9a1e-ebf9087a93d9 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.3732169 Feb 09 12:54:54.776197 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49467c2c-95f4-4fdc-bed7-9b0f59aabcf2 x-openstack-request-id: req-49467c2c-95f4-4fdc-bed7-9b0f59aabcf2 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:54:54.776498 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7d387c-0a86-4086-b3b9-166e8861b394", "name": "network-vif-deleted", "tag": "47b98962-e563-49c9-a263-fd4069c0638c", "status": "completed", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:54:54.776756 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-49467c2c-95f4-4fdc-bed7-9b0f59aabcf2 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:54:54.777169 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7d387c-0a86-4086-b3b9-166e8861b394', 'name': 'network-vif-deleted', 'tag': '47b98962-e563-49c9-a263-fd4069c0638c', 'status': 'completed', 'code': 200} Feb 09 12:54:54.798300 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-12ba04b1-1b99-4478-9611-eb867b9047f9 None None] Provisioning complete for port 8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:54.800510 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-12ba04b1-1b99-4478-9611-eb867b9047f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:54.883892 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-16013ac4-e5f4-455f-b77b-d0eac2c538f1 None None] Publish callbacks [] for port (9328a8fd-3e32-44a7-b498-5bfdc1b5c15f), precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:54.893883 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:54.894636 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port 8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:54.895013 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:54.900103 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0829ad33-39b7-4acd-8db1-7e8e25de7035 req-6f7244e0-5075-479f-a0d8-437427cacf46 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364991 Feb 09 12:54:55.037891 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port 8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:54:55.068696 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 52044) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:55.096755 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b34b9885-dd74-44cb-9e25-6caff8fbc338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:55.119692 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-12ba04b1-1b99-4478-9611-eb867b9047f9 None None] Current status of the port 8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:54:55.141846 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-16013ac4-e5f4-455f-b77b-d0eac2c538f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (9328a8fd-3e32-44a7-b498-5bfdc1b5c15f), after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:55.156816 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Allocated IP 172.20.0.1 (d9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc/f815233d-4b8c-4b3d-a20c-828efcbb5c46/c4122d67-8224-439f-95f4-3f2206a1495a) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:54:55.221321 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef7e0b-ec35-43db-a179-e7d2dc466d89 None None] Pushing event updated for resources: {'Port': ['ID=9328a8fd-3e32-44a7-b498-5bfdc1b5c15f,revision_number=2']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:55.236749 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [None req-16013ac4-e5f4-455f-b77b-d0eac2c538f1 None None] Attempting to bind port 9328a8fd-3e32-44a7-b498-5bfdc1b5c15f on host dv-cinder-810917-4-iscsi for vnic_type normal with profile {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:54:55.240215 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [None req-16013ac4-e5f4-455f-b77b-d0eac2c538f1 None None] Attempting to bind port 9328a8fd-3e32-44a7-b498-5bfdc1b5c15f by drivers openvswitch,hyperv on host dv-cinder-810917-4-iscsi at level 0 using segments [{'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:54:55.247718 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16013ac4-e5f4-455f-b77b-d0eac2c538f1 None None] Attempting to bind port 9328a8fd-3e32-44a7-b498-5bfdc1b5c15f on network a2e9d4bf-7356-45aa-a65f-bd468972dd5d {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:54:55.256080 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16013ac4-e5f4-455f-b77b-d0eac2c538f1 None None] Checking agent: {'id': '46f62665-8b82-4ce4-9f5d-d8528a85ae2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'started_at': datetime.datetime(2022, 2, 9, 12, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:54:55.257499 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16013ac4-e5f4-455f-b77b-d0eac2c538f1 None None] Checking segment: {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:54:55.258649 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-16013ac4-e5f4-455f-b77b-d0eac2c538f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:55.261777 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16013ac4-e5f4-455f-b77b-d0eac2c538f1 None None] Bound using segment: {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:54:55.263015 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [None req-16013ac4-e5f4-455f-b77b-d0eac2c538f1 None None] Bound port: 9328a8fd-3e32-44a7-b498-5bfdc1b5c15f, host: dv-cinder-810917-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:54:55.266968 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-16013ac4-e5f4-455f-b77b-d0eac2c538f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (9328a8fd-3e32-44a7-b498-5bfdc1b5c15f), before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:55.361828 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-16013ac4-e5f4-455f-b77b-d0eac2c538f1 None None] For port 9328a8fd-3e32-44a7-b498-5bfdc1b5c15f, host dv-cinder-810917-4-iscsi, cleared binding levels {{(pid=109772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:54:55.366327 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-16013ac4-e5f4-455f-b77b-d0eac2c538f1 None None] For port 9328a8fd-3e32-44a7-b498-5bfdc1b5c15f, host dv-cinder-810917-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=9328a8fd-3e32-44a7-b498-5bfdc1b5c15f,segment=NetworkSegment(b9e37f85-ea5b-4692-8272-94f7f4592b1f),segment_id=b9e37f85-ea5b-4692-8272-94f7f4592b1f)] {{(pid=109772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:54:55.415871 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b34b9885-dd74-44cb-9e25-6caff8fbc338 admin admin] Publish callbacks [] for security_group (d98dca20-82d9-4cb0-8b25-e4c26232bd14), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:55.501131 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Publish callbacks [] for port (c4122d67-8224-439f-95f4-3f2206a1495a), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:55.723520 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a1b3a0bd-25ed-4a75-9680-d0830ef85e58 req-84f69fce-597f-4c15-a774-a4950a5c8181 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 210 time: 0.0399773 Feb 09 12:54:55.803419 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 12:54:56.075015 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22528092-abe3-41bc-baf1-7de85e517743 req-b8f35ff4-5aa8-484b-9163-ee53bc70991b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:56.076586 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-22528092-abe3-41bc-baf1-7de85e517743 req-b8f35ff4-5aa8-484b-9163-ee53bc70991b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.0666678 Feb 09 12:54:56.117338 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-16013ac4-e5f4-455f-b77b-d0eac2c538f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (9328a8fd-3e32-44a7-b498-5bfdc1b5c15f), after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:56.129366 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b34b9885-dd74-44cb-9e25-6caff8fbc338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (d98dca20-82d9-4cb0-8b25-e4c26232bd14), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:56.136093 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-22528092-abe3-41bc-baf1-7de85e517743 req-10f1bb44-b7b1-490c-bdfa-e91d2c428a4f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534468 Feb 09 12:54:56.195950 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-86a41f19-dda5-4e4d-b49d-7487b9c72115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:56.198494 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (c4122d67-8224-439f-95f4-3f2206a1495a), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:56.212686 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-b34b9885-dd74-44cb-9e25-6caff8fbc338 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=06bce5014530458da291f98e9dd1f653&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1392148 Feb 09 12:54:56.216442 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16013ac4-e5f4-455f-b77b-d0eac2c538f1 None None] Routers {'5ad44ab2-a64f-4456-8105-085827579d84'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:54:56.216829 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 52054) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:56.217055 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-16013ac4-e5f4-455f-b77b-d0eac2c538f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:54:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['5ad44ab2-a64f-4456-8105-085827579d84'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:56.271047 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b9885-dd74-44cb-9e25-6caff8fbc338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98dca20-82d9-4cb0-8b25-e4c26232bd14,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:56.318694 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef7e0b-ec35-43db-a179-e7d2dc466d89 None None] Pushing event updated for resources: {'Port': ['ID=9328a8fd-3e32-44a7-b498-5bfdc1b5c15f,revision_number=3']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:56.331983 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Network d9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:54:56.345508 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:56.347591 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Pushing event updated for resources: {'Port': ['ID=c4122d67-8224-439f-95f4-3f2206a1495a,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:56.350178 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:54:56.350634 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1591278'] for router_interface (5ad44ab2-a64f-4456-8105-085827579d84), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:56.380171 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-16013ac4-e5f4-455f-b77b-d0eac2c538f1 None None] Set router 5ad44ab2-a64f-4456-8105-085827579d84 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:54:56.416536 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 47b98962-e563-49c9-a263-fd4069c0638c no longer exists at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:54:56.460258 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:56.460711 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:56.461065 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:56.461652 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:56.461993 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:56.462330 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:56.462728 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:56.463132 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:56.463735 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:56.464648 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-af4ce270-1354-436d-bcb8-38a1fe30e519 admin admin] Publish callbacks [] for security_group (d98dca20-82d9-4cb0-8b25-e4c26232bd14), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:56.465327 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:56.465786 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:56.466145 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:56.466478 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:56.470002 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] No Port match for: 47b98962-e563-49c9-a263-fd4069c0638c {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 12:54:56.471528 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 47b98962-e563-49c9-a263-fd4069c0638c not bound to the agent host hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 12:54:56.650993 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-af4ce270-1354-436d-bcb8-38a1fe30e519 admin admin] Publish callbacks [] for security_group (d98dca20-82d9-4cb0-8b25-e4c26232bd14), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:56.773498 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-16013ac4-e5f4-455f-b77b-d0eac2c538f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad44ab2-a64f-4456-8105-085827579d84', 'name': 'tempest-TestShelveInstance-1659053759-router', 'tenant_id': 'cbe7f182d2904e77b195be9fe61e3f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '9328a8fd-3e32-44a7-b498-5bfdc1b5c15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:47Z', 'updated_at': '2022-02-09T12:54:51Z', 'revision_number': 3, 'project_id': 'cbe7f182d2904e77b195be9fe61e3f0d', 'gw_port': {'id': '9328a8fd-3e32-44a7-b498-5bfdc1b5c15f', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad44ab2-a64f-4456-8105-085827579d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:50Z', 'updated_at': '2022-02-09T12:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:56.994912 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (c4122d67-8224-439f-95f4-3f2206a1495a), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:57.028134 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16013ac4-e5f4-455f-b77b-d0eac2c538f1 None None] The sync data for ids ['5ad44ab2-a64f-4456-8105-085827579d84'] in dv-cinder-810917-4-iscsi is: [{'id': '5ad44ab2-a64f-4456-8105-085827579d84', 'name': 'tempest-TestShelveInstance-1659053759-router', 'tenant_id': 'cbe7f182d2904e77b195be9fe61e3f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '9328a8fd-3e32-44a7-b498-5bfdc1b5c15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:47Z', 'updated_at': '2022-02-09T12:54:51Z', 'revision_number': 3, 'project_id': 'cbe7f182d2904e77b195be9fe61e3f0d', 'gw_port': {'id': '9328a8fd-3e32-44a7-b498-5bfdc1b5c15f', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad44ab2-a64f-4456-8105-085827579d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:50Z', 'updated_at': '2022-02-09T12:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}] {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:54:57.090420 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-af4ce270-1354-436d-bcb8-38a1fe30e519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (d98dca20-82d9-4cb0-8b25-e4c26232bd14), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:57.101072 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-af4ce270-1354-436d-bcb8-38a1fe30e519 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:57.102884 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-af4ce270-1354-436d-bcb8-38a1fe30e519 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d98dca20-82d9-4cb0-8b25-e4c26232bd14 HTTP/1.1" status: 204 len: 168 time: 0.8848782 Feb 09 12:54:57.138063 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ce270-1354-436d-bcb8-38a1fe30e519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98dca20-82d9-4cb0-8b25-e4c26232bd14,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:57.153954 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ff254e2d-abba-49df-934d-abdb662ac3a9 req-61a05875-a3f7-4e24-95de-d28b08aa9743 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b7d387c-0a86-4086-b3b9-166e8861b394 HTTP/1.1" status: 200 len: 210 time: 0.0819445 Feb 09 12:54:57.242628 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-a575e719-6ac0-4ee9-970c-1b5e405f4b8e None None] Provisioning complete for port c4122d67-8224-439f-95f4-3f2206a1495a triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:57.243480 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-a575e719-6ac0-4ee9-970c-1b5e405f4b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (c4122d67-8224-439f-95f4-3f2206a1495a), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:57.416901 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-a575e719-6ac0-4ee9-970c-1b5e405f4b8e None None] Port c4122d67-8224-439f-95f4-3f2206a1495a cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:54:57.496209 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbae0a-c176-4db6-8847-403544ba5284 req-d9614525-8676-4685-be2d-267ff176b4d7 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:57.513289 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-7cdbae0a-c176-4db6-8847-403544ba5284 req-d9614525-8676-4685-be2d-267ff176b4d7 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 946 time: 0.1142499 Feb 09 12:54:57.530076 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abca778-450f-41e7-b728-126926a117ca req-17a87a83-5776-4bd6-a98a-366e42daa7d0 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:57.533090 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2abca778-450f-41e7-b728-126926a117ca req-17a87a83-5776-4bd6-a98a-366e42daa7d0 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.1397481 Feb 09 12:54:57.544526 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:57.620157 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Publish callbacks [] for port (c4122d67-8224-439f-95f4-3f2206a1495a), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:57.692308 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2abca778-450f-41e7-b728-126926a117ca req-f42ddf7d-9873-4fc2-8b2a-e24ed9c60081 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498580 Feb 09 12:54:57.700229 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-7cdbae0a-c176-4db6-8847-403544ba5284 req-31d70a9a-2248-4c6f-9a2b-4faf49ceb141 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842558 Feb 09 12:54:57.790520 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (c4122d67-8224-439f-95f4-3f2206a1495a), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:57.792083 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590910'] for router_interface (5ad44ab2-a64f-4456-8105-085827579d84), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:58.038813 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Pushing event updated for resources: {'Port': ['ID=c4122d67-8224-439f-95f4-3f2206a1495a,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:58.067011 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Network d9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:54:58.070989 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:58.298516 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Router 5ad44ab2-a64f-4456-8105-085827579d84 has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:54:58.464509 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 9328a8fd-3e32-44a7-b498-5bfdc1b5c15f up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:54:58.551557 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port 9328a8fd-3e32-44a7-b498-5bfdc1b5c15f triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:58.552003 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (9328a8fd-3e32-44a7-b498-5bfdc1b5c15f), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:58.562312 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:54:58.582665 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-ce69d791-98c9-4571-8a3e-8b78067cb6b8 admin admin] 10.222.0.50 "PUT /v2.0/routers/5ad44ab2-a64f-4456-8105-085827579d84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8857658 Feb 09 12:54:58.618602 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-6917c4f6-8142-4e9a-91e8-276b6d5d342c None None] Provisioning complete for port c4122d67-8224-439f-95f4-3f2206a1495a triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:58.618970 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6917c4f6-8142-4e9a-91e8-276b6d5d342c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (c4122d67-8224-439f-95f4-3f2206a1495a), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:58.665168 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-6917c4f6-8142-4e9a-91e8-276b6d5d342c None None] Port c4122d67-8224-439f-95f4-3f2206a1495a cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:54:58.723756 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port 9328a8fd-3e32-44a7-b498-5bfdc1b5c15f is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:54:58.724817 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (9328a8fd-3e32-44a7-b498-5bfdc1b5c15f), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:58.780409 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:58.781477 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] For port 9328a8fd-3e32-44a7-b498-5bfdc1b5c15f, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=9328a8fd-3e32-44a7-b498-5bfdc1b5c15f,segment=NetworkSegment(b9e37f85-ea5b-4692-8272-94f7f4592b1f),segment_id=b9e37f85-ea5b-4692-8272-94f7f4592b1f)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:58.880695 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b9849-79ed-4c5b-802e-35436aa837f1 req-d7215fa7-c48f-4a8e-8217-3fcc119052f8 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:58.882291 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-f79b9849-79ed-4c5b-802e-35436aa837f1 req-d7215fa7-c48f-4a8e-8217-3fcc119052f8 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 946 time: 0.0610740 Feb 09 12:54:58.936455 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-f79b9849-79ed-4c5b-802e-35436aa837f1 req-27757f3b-c3e3-406b-bf1c-4ac0e38e08ac tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481496 Feb 09 12:54:58.995625 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (9328a8fd-3e32-44a7-b498-5bfdc1b5c15f), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:59.084335 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Pushing event updated for resources: {'Port': ['ID=9328a8fd-3e32-44a7-b498-5bfdc1b5c15f,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:59.134279 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa9226-4e14-46dc-8005-a34e591d93f3 req-e991c485-2fd4-4b69-893a-75fd600188b3 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:59.135891 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a1fa9226-4e14-46dc-8005-a34e591d93f3 req-e991c485-2fd4-4b69-893a-75fd600188b3 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.1144390 Feb 09 12:54:59.236827 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a1fa9226-4e14-46dc-8005-a34e591d93f3 req-e043ae3c-78bc-47da-8a56-e1bc4ea5dd32 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877094 Feb 09 12:54:59.336150 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ff444-c789-42f8-8827-699510c56bfe req-65fc2d8e-a954-4ee4-b25f-96028da180a4 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:59.337750 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b22ff444-c789-42f8-8827-699510c56bfe req-65fc2d8e-a954-4ee4-b25f-96028da180a4 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.18 "GET /v2.0/ports?device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 946 time: 0.0769861 Feb 09 12:54:59.476643 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38166156-c018-4c82-9b00-0343a6dbcadd req-04a4276b-95c6-4986-97ab-eeaa5e52a547 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:59.478241 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-38166156-c018-4c82-9b00-0343a6dbcadd req-04a4276b-95c6-4986-97ab-eeaa5e52a547 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.1363308 Feb 09 12:54:59.529453 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [req-b22ff444-c789-42f8-8827-699510c56bfe req-93e83be8-7e42-4447-9fcf-fd11e227a267 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Deleting port 76f4be6a-cc7f-4237-a476-aade95ba2dfc {{(pid=109770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:54:59.529453 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-b22ff444-c789-42f8-8827-699510c56bfe req-93e83be8-7e42-4447-9fcf-fd11e227a267 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (76f4be6a-cc7f-4237-a476-aade95ba2dfc), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:59.592901 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-38166156-c018-4c82-9b00-0343a6dbcadd req-0a38c985-256c-4672-a7a3-f5d74ec9bc26 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046371 Feb 09 12:54:59.677020 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e6dac4-993f-44b7-ad97-c3115eccfcd6 None None] Sync routers for ids ['5ad44ab2-a64f-4456-8105-085827579d84'] in dv-cinder-810917-4-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:54:59.683616 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [req-b22ff444-c789-42f8-8827-699510c56bfe req-93e83be8-7e42-4447-9fcf-fd11e227a267 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] For port 76f4be6a-cc7f-4237-a476-aade95ba2dfc, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=76f4be6a-cc7f-4237-a476-aade95ba2dfc,segment=NetworkSegment(3193b368-ce2c-4571-8129-3a0af32866ab),segment_id=3193b368-ce2c-4571-8129-3a0af32866ab)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:59.684099 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-b22ff444-c789-42f8-8827-699510c56bfe req-93e83be8-7e42-4447-9fcf-fd11e227a267 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (76f4be6a-cc7f-4237-a476-aade95ba2dfc), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:59.703804 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [req-b22ff444-c789-42f8-8827-699510c56bfe req-93e83be8-7e42-4447-9fcf-fd11e227a267 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Calling delete_port for 76f4be6a-cc7f-4237-a476-aade95ba2dfc owned by compute:nova {{(pid=109770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:54:59.729816 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e6dac4-993f-44b7-ad97-c3115eccfcd6 None None] Routers {'5ad44ab2-a64f-4456-8105-085827579d84'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:54:59.730728 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-22e6dac4-993f-44b7-ad97-c3115eccfcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:54:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['5ad44ab2-a64f-4456-8105-085827579d84'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:59.864675 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:54:59.913350 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-22e6dac4-993f-44b7-ad97-c3115eccfcd6 None None] Set router 5ad44ab2-a64f-4456-8105-085827579d84 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:54:59.955122 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 52120) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:54:59.961017 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-b2cbc8c8-50e2-4903-bc06-424718da09e0 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-226655269', 'description': 'tempest-secgroup-smoke-226655269 description', 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:55:00.062763 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-b22ff444-c789-42f8-8827-699510c56bfe req-93e83be8-7e42-4447-9fcf-fd11e227a267 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (76f4be6a-cc7f-4237-a476-aade95ba2dfc), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:00.093260 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-d46a0139-07d3-4250-9243-2060ed3869ee req-c365c5ba-13d0-463b-9303-3418aad1b432 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 210 time: 0.0407910 Feb 09 12:55:00.096007 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['7b78f94a-31c6-41d8-9f34-b402f8718946', '68ab71aa-ac63-47ca-8d17-8dbb410245c6', '76f4be6a-cc7f-4237-a476-aade95ba2dfc'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:55:00.120131 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e83be8-7e42-4447-9fcf-fd11e227a267 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Pushing event deleted for resources: {'Port': ['ID=76f4be6a-cc7f-4237-a476-aade95ba2dfc,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:00.156065 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b2cbc8c8-50e2-4903-bc06-424718da09e0 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:00.175594 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22ff444-c789-42f8-8827-699510c56bfe req-93e83be8-7e42-4447-9fcf-fd11e227a267 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] No DVR routers for this DVR port 76f4be6a-cc7f-4237-a476-aade95ba2dfc on host hv-cinder-81091 {{(pid=109770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:55:00.186191 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-b22ff444-c789-42f8-8827-699510c56bfe req-93e83be8-7e42-4447-9fcf-fd11e227a267 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:00.189970 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b22ff444-c789-42f8-8827-699510c56bfe req-93e83be8-7e42-4447-9fcf-fd11e227a267 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.18 "DELETE /v2.0/ports/76f4be6a-cc7f-4237-a476-aade95ba2dfc HTTP/1.1" status: 204 len: 173 time: 0.8464653 Feb 09 12:55:00.190490 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f7ece4-e427-4385-830d-2528075d315f', 'name': 'network-vif-deleted', 'tag': '76f4be6a-cc7f-4237-a476-aade95ba2dfc'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:55:00.192933 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7671266cdcd25feb0d1fb7d0d4a7a38583ecefa09a530944b0969c09dda32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a42023-a6a9-4517-8730-5968d82e8973" -d '{"events": [{"server_uuid": "96f7ece4-e427-4385-830d-2528075d315f", "name": "network-vif-deleted", "tag": "76f4be6a-cc7f-4237-a476-aade95ba2dfc"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:55:00.236839 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1915faf-df46-448d-abf5-b51dd3dbccc4 req-de125131-368f-4f3e-a3e8-58d6998b0b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:00.237916 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b1915faf-df46-448d-abf5-b51dd3dbccc4 req-de125131-368f-4f3e-a3e8-58d6998b0b8d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39b9e5bd06ec4dfd8511de90980d78b3&device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 1130 time: 0.0902469 Feb 09 12:55:00.289691 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c7b17e-c8e6-4eec-b9da-afc6d8ffad74 x-openstack-request-id: req-91c7b17e-c8e6-4eec-b9da-afc6d8ffad74 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:55:00.289691 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f7ece4-e427-4385-830d-2528075d315f", "name": "network-vif-deleted", "tag": "76f4be6a-cc7f-4237-a476-aade95ba2dfc", "status": "completed", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:55:00.289691 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-91c7b17e-c8e6-4eec-b9da-afc6d8ffad74 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:55:00.289691 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f7ece4-e427-4385-830d-2528075d315f', 'name': 'network-vif-deleted', 'tag': '76f4be6a-cc7f-4237-a476-aade95ba2dfc', 'status': 'completed', 'code': 200} Feb 09 12:55:00.367989 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b2cbc8c8-50e2-4903-bc06-424718da09e0 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for security_group (794a0686-527b-413b-af6f-91301f6dcb1a), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:00.394118 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 9328a8fd-3e32-44a7-b498-5bfdc1b5c15f up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:55:00.415159 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1915faf-df46-448d-abf5-b51dd3dbccc4 req-ccf1fe0c-6dbb-4fee-a3f1-c3968e5c14c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:00.417483 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b1915faf-df46-448d-abf5-b51dd3dbccc4 req-ccf1fe0c-6dbb-4fee-a3f1-c3968e5c14c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a233017-512c-4fc0-9a95-c7f1c6d0e43c HTTP/1.1" status: 200 len: 918 time: 0.1734426 Feb 09 12:55:00.422139 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e8f9d-beaf-4632-a89d-b4b946087348 req-61b848bd-049b-4951-827a-4c63774d6faa tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:00.423914 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-2a8e8f9d-beaf-4632-a89d-b4b946087348 req-61b848bd-049b-4951-827a-4c63774d6faa tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.0733681 Feb 09 12:55:00.516487 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b1915faf-df46-448d-abf5-b51dd3dbccc4 req-8f4d4155-6746-4965-95c2-bd4dab77f562 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ae9277f-bd57-4865-aa70-2067250d9c21 HTTP/1.1" status: 200 len: 1000 time: 0.0917120 Feb 09 12:55:00.522118 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b2cbc8c8-50e2-4903-bc06-424718da09e0 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (794a0686-527b-413b-af6f-91301f6dcb1a), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:00.531113 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-22e6dac4-993f-44b7-ad97-c3115eccfcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad44ab2-a64f-4456-8105-085827579d84', 'name': 'tempest-TestShelveInstance-1659053759-router', 'tenant_id': 'cbe7f182d2904e77b195be9fe61e3f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '9328a8fd-3e32-44a7-b498-5bfdc1b5c15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:47Z', 'updated_at': '2022-02-09T12:54:56Z', 'revision_number': 4, 'project_id': 'cbe7f182d2904e77b195be9fe61e3f0d', 'gw_port': {'id': '9328a8fd-3e32-44a7-b498-5bfdc1b5c15f', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad44ab2-a64f-4456-8105-085827579d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:50Z', 'updated_at': '2022-02-09T12:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': 'c4122d67-8224-439f-95f4-3f2206a1495a', 'name': '', 'network_id': 'd9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc', 'tenant_id': 'cbe7f182d2904e77b195be9fe61e3f0d', 'mac_address': 'fa:16:3e:4c:4c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad44ab2-a64f-4456-8105-085827579d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f815233d-4b8c-4b3d-a20c-828efcbb5c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:54Z', 'updated_at': '2022-02-09T12:54:57Z', 'revision_number': 2, 'project_id': 'cbe7f182d2904e77b195be9fe61e3f0d', 'subnets': [{'id': 'f815233d-4b8c-4b3d-a20c-828efcbb5c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:00.572058 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e6dac4-993f-44b7-ad97-c3115eccfcd6 None None] Checking router: 5ad44ab2-a64f-4456-8105-085827579d84 for host: dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:55:00.572988 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e6dac4-993f-44b7-ad97-c3115eccfcd6 None None] Updating router 5ad44ab2-a64f-4456-8105-085827579d84 port c4122d67-8224-439f-95f4-3f2206a1495a binding host dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:55:00.573465 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-2a8e8f9d-beaf-4632-a89d-b4b946087348 req-82d55171-8fa5-44de-8509-34b3ac90d9cc tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417351 Feb 09 12:55:00.576170 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1915faf-df46-448d-abf5-b51dd3dbccc4 req-ce1dcdc2-ac65-43bc-81f4-864b0362dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:00.578382 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b1915faf-df46-448d-abf5-b51dd3dbccc4 req-ce1dcdc2-ac65-43bc-81f4-864b0362dc7a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5361ada0-f2f0-49de-80d0-c2d7fc189252 HTTP/1.1" status: 200 len: 856 time: 0.0553224 Feb 09 12:55:00.603880 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cbc8c8-50e2-4903-bc06-424718da09e0 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=794a0686-527b-413b-af6f-91301f6dcb1a,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:00.641460 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port 9328a8fd-3e32-44a7-b498-5bfdc1b5c15f triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:55:00.641791 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (9328a8fd-3e32-44a7-b498-5bfdc1b5c15f), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:00.667343 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1915faf-df46-448d-abf5-b51dd3dbccc4 req-1ee77685-824a-4752-b074-3862eadceb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:00.668516 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-22e6dac4-993f-44b7-ad97-c3115eccfcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (c4122d67-8224-439f-95f4-3f2206a1495a), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:00.669028 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b1915faf-df46-448d-abf5-b51dd3dbccc4 req-1ee77685-824a-4752-b074-3862eadceb67 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a233017-512c-4fc0-9a95-c7f1c6d0e43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0816066 Feb 09 12:55:00.683864 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b2cbc8c8-50e2-4903-bc06-424718da09e0 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:00.686431 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-b2cbc8c8-50e2-4903-bc06-424718da09e0 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7279339 Feb 09 12:55:00.690441 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 52130) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:00.696675 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-8199980d-f270-463c-be26-fdb201a50f58 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Request body: {'security_group_rule': {'security_group_id': '794a0686-527b-413b-af6f-91301f6dcb1a', 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:55:00.817655 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b1915faf-df46-448d-abf5-b51dd3dbccc4 req-b686f001-84e8-494b-8636-e74b4012b3cc service neutron] 10.222.0.18 "GET /v2.0/networks/7a233017-512c-4fc0-9a95-c7f1c6d0e43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394339 Feb 09 12:55:00.882094 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8199980d-f270-463c-be26-fdb201a50f58 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for security_group_rule (062b2599-b51e-4a80-9a79-9a507b492049), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:00.882790 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port 9328a8fd-3e32-44a7-b498-5bfdc1b5c15f is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:55:00.899392 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab868231-dbad-4aa1-8ed5-e9344b71ef93 req-5061064a-195c-440f-a8d3-5325ac9deeca tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:00.901048 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ab868231-dbad-4aa1-8ed5-e9344b71ef93 req-5061064a-195c-440f-a8d3-5325ac9deeca tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.1505628 Feb 09 12:55:00.970796 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b1915faf-df46-448d-abf5-b51dd3dbccc4 req-76b8c9b8-1da9-4a09-aa74-c91845880bc7 service neutron] 10.222.0.18 "GET /v2.0/networks/7a233017-512c-4fc0-9a95-c7f1c6d0e43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386011 Feb 09 12:55:00.981056 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8199980d-f270-463c-be26-fdb201a50f58 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for security_group_rule (062b2599-b51e-4a80-9a79-9a507b492049), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:01.012681 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ab868231-dbad-4aa1-8ed5-e9344b71ef93 req-3981a174-bdc5-4d26-a971-fb136caf9f52 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756769 Feb 09 12:55:01.093084 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-22e6dac4-993f-44b7-ad97-c3115eccfcd6 None None] Publish callbacks [] for port (c4122d67-8224-439f-95f4-3f2206a1495a), precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:01.101447 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8199980d-f270-463c-be26-fdb201a50f58 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924240'] for security_group_rule (062b2599-b51e-4a80-9a79-9a507b492049), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:01.120953 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199980d-f270-463c-be26-fdb201a50f58 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062b2599-b51e-4a80-9a79-9a507b492049,revision_number=0']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:01.225156 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-32f72384-67fd-4c32-93a6-c48c11f9d810 req-ade06493-d0e6-4ad9-b18d-dd046ebb5039 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=96f7ece4-e427-4385-830d-2528075d315f HTTP/1.1" status: 200 len: 210 time: 0.0307341 Feb 09 12:55:01.240117 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-22e6dac4-993f-44b7-ad97-c3115eccfcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (c4122d67-8224-439f-95f4-3f2206a1495a), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:01.243390 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8199980d-f270-463c-be26-fdb201a50f58 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:01.244880 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-8199980d-f270-463c-be26-fdb201a50f58 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5523775 Feb 09 12:55:01.249649 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 52138) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:01.260146 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-d0fd4fe5-def8-4fde-82d0-736ddeeecdaa tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Request body: {'security_group_rule': {'security_group_id': '794a0686-527b-413b-af6f-91301f6dcb1a', 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:55:01.318605 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31fa46-0491-4845-aa8a-3ee035d06309 None None] Pushing event updated for resources: {'Port': ['ID=c4122d67-8224-439f-95f4-3f2206a1495a,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:01.408764 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-22e6dac4-993f-44b7-ad97-c3115eccfcd6 None None] Attempting to bind port c4122d67-8224-439f-95f4-3f2206a1495a on host dv-cinder-810917-4-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:55:01.410933 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-22e6dac4-993f-44b7-ad97-c3115eccfcd6 None None] Attempting to bind port c4122d67-8224-439f-95f4-3f2206a1495a by drivers openvswitch,hyperv on host dv-cinder-810917-4-iscsi at level 0 using segments [{'id': 'b8506e37-f221-4f47-aa54-7207debfa1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:55:01.411647 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e6dac4-993f-44b7-ad97-c3115eccfcd6 None None] Attempting to bind port c4122d67-8224-439f-95f4-3f2206a1495a on network d9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:55:01.420942 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e6dac4-993f-44b7-ad97-c3115eccfcd6 None None] Checking agent: {'id': '46f62665-8b82-4ce4-9f5d-d8528a85ae2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'started_at': datetime.datetime(2022, 2, 9, 12, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:55:01.421545 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e6dac4-993f-44b7-ad97-c3115eccfcd6 None None] Checking segment: {'id': 'b8506e37-f221-4f47-aa54-7207debfa1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:55:01.422187 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-22e6dac4-993f-44b7-ad97-c3115eccfcd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:01.422807 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e6dac4-993f-44b7-ad97-c3115eccfcd6 None None] Bound using segment: {'id': 'b8506e37-f221-4f47-aa54-7207debfa1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:55:01.423612 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-22e6dac4-993f-44b7-ad97-c3115eccfcd6 None None] Bound port: c4122d67-8224-439f-95f4-3f2206a1495a, host: dv-cinder-810917-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8506e37-f221-4f47-aa54-7207debfa1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:55:01.424233 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-22e6dac4-993f-44b7-ad97-c3115eccfcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (c4122d67-8224-439f-95f4-3f2206a1495a), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:01.450631 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d0fd4fe5-def8-4fde-82d0-736ddeeecdaa tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for security_group_rule (f47a2791-7ab3-434d-accc-35811236b527), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:01.523852 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-22e6dac4-993f-44b7-ad97-c3115eccfcd6 None None] For port c4122d67-8224-439f-95f4-3f2206a1495a, host dv-cinder-810917-4-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:55:01.536905 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d0fd4fe5-def8-4fde-82d0-736ddeeecdaa tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for security_group_rule (f47a2791-7ab3-434d-accc-35811236b527), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:01.537044 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-22e6dac4-993f-44b7-ad97-c3115eccfcd6 None None] For port c4122d67-8224-439f-95f4-3f2206a1495a, host dv-cinder-810917-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=c4122d67-8224-439f-95f4-3f2206a1495a,segment=NetworkSegment(b8506e37-f221-4f47-aa54-7207debfa1e4),segment_id=b8506e37-f221-4f47-aa54-7207debfa1e4)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:55:01.648547 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-61de3493-6b01-48b0-845f-7b9d6f7ee817 None None] Provisioning complete for port c4122d67-8224-439f-95f4-3f2206a1495a triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:55:01.649082 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-61de3493-6b01-48b0-845f-7b9d6f7ee817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (c4122d67-8224-439f-95f4-3f2206a1495a), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:01.667026 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d0fd4fe5-def8-4fde-82d0-736ddeeecdaa tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924240'] for security_group_rule (f47a2791-7ab3-434d-accc-35811236b527), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:01.685957 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd4fe5-def8-4fde-82d0-736ddeeecdaa tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f47a2791-7ab3-434d-accc-35811236b527,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:01.695506 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-61de3493-6b01-48b0-845f-7b9d6f7ee817 None None] Port c4122d67-8224-439f-95f4-3f2206a1495a cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:55:01.747608 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-22e6dac4-993f-44b7-ad97-c3115eccfcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (c4122d67-8224-439f-95f4-3f2206a1495a), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:01.766198 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01563d52-3894-4d93-ae67-42553aec9b4a req-c1ba1820-4bc2-4a6f-9af3-401aca6882c5 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:01.767853 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-01563d52-3894-4d93-ae67-42553aec9b4a req-c1ba1820-4bc2-4a6f-9af3-401aca6882c5 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 946 time: 0.0677614 Feb 09 12:55:01.792141 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d0fd4fe5-def8-4fde-82d0-736ddeeecdaa tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:01.793674 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-d0fd4fe5-def8-4fde-82d0-736ddeeecdaa tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5419543 Feb 09 12:55:01.797246 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 52142) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:01.802473 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-40c5ec0a-8d70-4417-96ef-17550e48af07 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Request body: {'security_group_rule': {'security_group_id': '794a0686-527b-413b-af6f-91301f6dcb1a', 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:55:01.837697 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-01563d52-3894-4d93-ae67-42553aec9b4a req-23bd3266-b3e3-4f04-b513-22a82382d779 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616832 Feb 09 12:55:01.868922 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e6dac4-993f-44b7-ad97-c3115eccfcd6 None None] Routers {'5ad44ab2-a64f-4456-8105-085827579d84'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:55:01.870100 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-22e6dac4-993f-44b7-ad97-c3115eccfcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:54:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['5ad44ab2-a64f-4456-8105-085827579d84'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:01.920077 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-40c5ec0a-8d70-4417-96ef-17550e48af07 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for security_group_rule (0266a56a-1458-49bb-ac5d-a9d3f741b7aa), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:01.948121 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31fa46-0491-4845-aa8a-3ee035d06309 None None] Pushing event updated for resources: {'Port': ['ID=c4122d67-8224-439f-95f4-3f2206a1495a,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:01.997519 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-40c5ec0a-8d70-4417-96ef-17550e48af07 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for security_group_rule (0266a56a-1458-49bb-ac5d-a9d3f741b7aa), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:02.016085 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-22e6dac4-993f-44b7-ad97-c3115eccfcd6 None None] Set router 5ad44ab2-a64f-4456-8105-085827579d84 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:55:02.099394 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-40c5ec0a-8d70-4417-96ef-17550e48af07 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924240'] for security_group_rule (0266a56a-1458-49bb-ac5d-a9d3f741b7aa), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:02.144752 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5ec0a-8d70-4417-96ef-17550e48af07 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0266a56a-1458-49bb-ac5d-a9d3f741b7aa,revision_number=0']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:02.204893 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a15ac-6f19-4195-a78b-f4c5d7402c28 req-b350fbda-461b-4420-b77a-45aa30233d40 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:02.206975 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6e6a15ac-6f19-4195-a78b-f4c5d7402c28 req-b350fbda-461b-4420-b77a-45aa30233d40 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0833089 Feb 09 12:55:02.273442 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-40c5ec0a-8d70-4417-96ef-17550e48af07 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:02.277892 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-40c5ec0a-8d70-4417-96ef-17550e48af07 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4775612 Feb 09 12:55:02.280101 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 52154) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:02.288262 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-503818fe-899d-4580-bbe0-088f40df6841 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Request body: {'security_group_rule': {'security_group_id': '794a0686-527b-413b-af6f-91301f6dcb1a', 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:55:02.294623 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6e6a15ac-6f19-4195-a78b-f4c5d7402c28 req-99ba09c4-3fc7-45bf-859e-8f7b92e0fdec tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803075 Feb 09 12:55:02.324031 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-e976af1e-0174-4fac-a043-0d3d2ccf1113 None None] Provisioning complete for port c4122d67-8224-439f-95f4-3f2206a1495a triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:55:02.324031 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e976af1e-0174-4fac-a043-0d3d2ccf1113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (c4122d67-8224-439f-95f4-3f2206a1495a), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:02.418357 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 76f4be6a-cc7f-4237-a476-aade95ba2dfc no longer exists at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:55:02.431493 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-503818fe-899d-4580-bbe0-088f40df6841 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for security_group_rule (b2da0a72-e0f6-4571-8aa6-ef82452dc626), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:02.451731 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] No Port match for: 76f4be6a-cc7f-4237-a476-aade95ba2dfc {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 12:55:02.452069 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 76f4be6a-cc7f-4237-a476-aade95ba2dfc not bound to the agent host hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 12:55:02.452484 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 7ae9277f-bd57-4865-aa70-2067250d9c21 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:55:02.503954 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-503818fe-899d-4580-bbe0-088f40df6841 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for security_group_rule (b2da0a72-e0f6-4571-8aa6-ef82452dc626), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:02.536501 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-e976af1e-0174-4fac-a043-0d3d2ccf1113 None None] Current status of the port c4122d67-8224-439f-95f4-3f2206a1495a is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:55:02.536916 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e976af1e-0174-4fac-a043-0d3d2ccf1113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (c4122d67-8224-439f-95f4-3f2206a1495a), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:02.551144 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-22e6dac4-993f-44b7-ad97-c3115eccfcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad44ab2-a64f-4456-8105-085827579d84', 'name': 'tempest-TestShelveInstance-1659053759-router', 'tenant_id': 'cbe7f182d2904e77b195be9fe61e3f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '9328a8fd-3e32-44a7-b498-5bfdc1b5c15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:47Z', 'updated_at': '2022-02-09T12:54:56Z', 'revision_number': 4, 'project_id': 'cbe7f182d2904e77b195be9fe61e3f0d', 'gw_port': {'id': '9328a8fd-3e32-44a7-b498-5bfdc1b5c15f', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad44ab2-a64f-4456-8105-085827579d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:50Z', 'updated_at': '2022-02-09T12:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': 'c4122d67-8224-439f-95f4-3f2206a1495a', 'name': '', 'network_id': 'd9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc', 'tenant_id': 'cbe7f182d2904e77b195be9fe61e3f0d', 'mac_address': 'fa:16:3e:4c:4c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad44ab2-a64f-4456-8105-085827579d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f815233d-4b8c-4b3d-a20c-828efcbb5c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:54Z', 'updated_at': '2022-02-09T12:55:01Z', 'revision_number': 4, 'project_id': 'cbe7f182d2904e77b195be9fe61e3f0d', 'subnets': [{'id': 'f815233d-4b8c-4b3d-a20c-828efcbb5c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:02.594421 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e6dac4-993f-44b7-ad97-c3115eccfcd6 None None] The sync data for ids ['5ad44ab2-a64f-4456-8105-085827579d84'] in dv-cinder-810917-4-iscsi is: [{'id': '5ad44ab2-a64f-4456-8105-085827579d84', 'name': 'tempest-TestShelveInstance-1659053759-router', 'tenant_id': 'cbe7f182d2904e77b195be9fe61e3f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '9328a8fd-3e32-44a7-b498-5bfdc1b5c15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:47Z', 'updated_at': '2022-02-09T12:54:56Z', 'revision_number': 4, 'project_id': 'cbe7f182d2904e77b195be9fe61e3f0d', 'gw_port': {'id': '9328a8fd-3e32-44a7-b498-5bfdc1b5c15f', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad44ab2-a64f-4456-8105-085827579d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:50Z', 'updated_at': '2022-02-09T12:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': 'c4122d67-8224-439f-95f4-3f2206a1495a', 'name': '', 'network_id': 'd9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc', 'tenant_id': 'cbe7f182d2904e77b195be9fe61e3f0d', 'mac_address': 'fa:16:3e:4c:4c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad44ab2-a64f-4456-8105-085827579d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f815233d-4b8c-4b3d-a20c-828efcbb5c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:54Z', 'updated_at': '2022-02-09T12:55:01Z', 'revision_number': 4, 'project_id': 'cbe7f182d2904e77b195be9fe61e3f0d', 'subnets': [{'id': 'f815233d-4b8c-4b3d-a20c-828efcbb5c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:55:02.655913 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-e976af1e-0174-4fac-a043-0d3d2ccf1113 None None] For port c4122d67-8224-439f-95f4-3f2206a1495a, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=c4122d67-8224-439f-95f4-3f2206a1495a,segment=NetworkSegment(b8506e37-f221-4f47-aa54-7207debfa1e4),segment_id=b8506e37-f221-4f47-aa54-7207debfa1e4)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:02.662200 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-503818fe-899d-4580-bbe0-088f40df6841 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924240'] for security_group_rule (b2da0a72-e0f6-4571-8aa6-ef82452dc626), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:02.686778 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 7ae9277f-bd57-4865-aa70-2067250d9c21 is: ACTIVE; New status is: DOWN {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:55:02.687405 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (7ae9277f-bd57-4865-aa70-2067250d9c21), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:02.753726 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e976af1e-0174-4fac-a043-0d3d2ccf1113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (c4122d67-8224-439f-95f4-3f2206a1495a), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:02.768083 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8ad3c9-5d75-4419-9f06-19cb6859619f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ae9277f-bd57-4865-aa70-2067250d9c21'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:55:02.770177 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503818fe-899d-4580-bbe0-088f40df6841 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2da0a72-e0f6-4571-8aa6-ef82452dc626,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:02.770702 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35568c951842a11d678cd4ef08ed24226590f5ef87a7b6612a56827cefa1ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bed83e6-32ce-49f6-b747-944731578145" -d '{"events": [{"server_uuid": "ae8ad3c9-5d75-4419-9f06-19cb6859619f", "name": "network-vif-unplugged", "status": "completed", "tag": "7ae9277f-bd57-4865-aa70-2067250d9c21"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:55:02.854891 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 7ae9277f-bd57-4865-aa70-2067250d9c21, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7ae9277f-bd57-4865-aa70-2067250d9c21,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:02.896526 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-503818fe-899d-4580-bbe0-088f40df6841 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:02.900095 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-503818fe-899d-4580-bbe0-088f40df6841 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6176159 Feb 09 12:55:02.902321 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976af1e-0174-4fac-a043-0d3d2ccf1113 None None] Pushing event updated for resources: {'Port': ['ID=c4122d67-8224-439f-95f4-3f2206a1495a,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:02.908366 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 52170) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:02.919861 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-58580320-b965-4e44-9db3-3c5b80df1ed4 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Request body: {'security_group_rule': {'security_group_id': '794a0686-527b-413b-af6f-91301f6dcb1a', 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:55:02.938977 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 12:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddc99dc-6764-413d-971e-6bb921e6c3d4 x-openstack-request-id: req-3ddc99dc-6764-413d-971e-6bb921e6c3d4 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:55:02.939386 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8ad3c9-5d75-4419-9f06-19cb6859619f", "name": "network-vif-unplugged", "status": "completed", "tag": "7ae9277f-bd57-4865-aa70-2067250d9c21", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:55:02.939710 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ddc99dc-6764-413d-971e-6bb921e6c3d4 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:55:02.940730 dv-cinder-810917-4-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8ad3c9-5d75-4419-9f06-19cb6859619f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ae9277f-bd57-4865-aa70-2067250d9c21', 'code': 200} Feb 09 12:55:03.008450 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (7ae9277f-bd57-4865-aa70-2067250d9c21), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:03.093346 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa96f6-7e99-4205-ac38-038dc7d00f3b req-00bb56c9-8f64-4e97-a9a7-d37c39e29b09 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:03.099082 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-22fa96f6-7e99-4205-ac38-038dc7d00f3b req-00bb56c9-8f64-4e97-a9a7-d37c39e29b09 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=56f73360-12ab-4dcc-853b-f90db9d8a1f7 HTTP/1.1" status: 200 len: 945 time: 0.1367881 Feb 09 12:55:03.101894 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.db.securitygroups_db [None req-58580320-b965-4e44-9db3-3c5b80df1ed4 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Project 19f045d14ee84b2d9a76ecc5e986b7b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 12:55:03.148522 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-58580320-b965-4e44-9db3-3c5b80df1ed4 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for security_group_rule (92b649d3-d4a3-4759-bb73-889bdae30199), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:03.155846 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=7ae9277f-bd57-4865-aa70-2067250d9c21,revision_number=8']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:03.226452 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b6717-fe4b-40ff-b621-af65cd8dfcdd req-c7120df1-3009-4c55-8668-91876df61df6 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:03.235900 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0e5b6717-fe4b-40ff-b621-af65cd8dfcdd req-c7120df1-3009-4c55-8668-91876df61df6 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 944 time: 0.1895833 Feb 09 12:55:03.292713 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-22fa96f6-7e99-4205-ac38-038dc7d00f3b req-e7c90f72-2906-4773-9398-be8bb311385b tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821284 Feb 09 12:55:03.320830 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0e5b6717-fe4b-40ff-b621-af65cd8dfcdd req-af0662bc-d30b-4267-8401-6e45171a6af2 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780935 Feb 09 12:55:03.338464 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-58580320-b965-4e44-9db3-3c5b80df1ed4 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for security_group_rule (92b649d3-d4a3-4759-bb73-889bdae30199), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:03.495464 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd189cb6-ce85-41a1-b04a-8d68593610f4 req-1a0177f2-ed98-446d-839f-6cb7eaf94208 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:03.512682 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-cd189cb6-ce85-41a1-b04a-8d68593610f4 req-1a0177f2-ed98-446d-839f-6cb7eaf94208 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0969300 Feb 09 12:55:03.514586 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-58580320-b965-4e44-9db3-3c5b80df1ed4 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924240'] for security_group_rule (92b649d3-d4a3-4759-bb73-889bdae30199), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:03.593148 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58580320-b965-4e44-9db3-3c5b80df1ed4 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b649d3-d4a3-4759-bb73-889bdae30199,revision_number=0']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:03.654937 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-cd189cb6-ce85-41a1-b04a-8d68593610f4 req-92dfd35d-72d9-4d8a-b30c-b92119918a15 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265604 Feb 09 12:55:03.709731 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-58580320-b965-4e44-9db3-3c5b80df1ed4 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:03.714205 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-58580320-b965-4e44-9db3-3c5b80df1ed4 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8041365 Feb 09 12:55:03.719025 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 52184) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:03.729598 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-ba211bd1-6bfb-4398-b632-54837bab40fd tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Request body: {'security_group_rule': {'security_group_id': '794a0686-527b-413b-af6f-91301f6dcb1a', 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:55:03.917022 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.db.securitygroups_db [None req-ba211bd1-6bfb-4398-b632-54837bab40fd tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Project 19f045d14ee84b2d9a76ecc5e986b7b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 12:55:03.928203 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ba211bd1-6bfb-4398-b632-54837bab40fd tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for security_group_rule (9b1b3a8c-7f75-4b77-8a19-38bd2b06e41c), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:04.041011 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ba211bd1-6bfb-4398-b632-54837bab40fd tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for security_group_rule (9b1b3a8c-7f75-4b77-8a19-38bd2b06e41c), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:04.150551 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ba211bd1-6bfb-4398-b632-54837bab40fd tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924240'] for security_group_rule (9b1b3a8c-7f75-4b77-8a19-38bd2b06e41c), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:04.174429 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba211bd1-6bfb-4398-b632-54837bab40fd tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b1b3a8c-7f75-4b77-8a19-38bd2b06e41c,revision_number=0']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:04.286366 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ba211bd1-6bfb-4398-b632-54837bab40fd tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:04.288737 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-ba211bd1-6bfb-4398-b632-54837bab40fd tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5681748 Feb 09 12:55:04.344320 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device c4122d67-8224-439f-95f4-3f2206a1495a up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:55:04.438113 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port c4122d67-8224-439f-95f4-3f2206a1495a triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:55:04.438486 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (c4122d67-8224-439f-95f4-3f2206a1495a), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:04.545931 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e073d-ad86-417d-b33a-10fe290d6ea4 req-99c40418-3ce3-44ee-8dbc-f74e562e4fea tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:04.549564 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-8b8e073d-ad86-417d-b33a-10fe290d6ea4 req-99c40418-3ce3-44ee-8dbc-f74e562e4fea tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 944 time: 0.0942972 Feb 09 12:55:04.599312 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ab581-0a7e-4178-a9db-a679b2cb1feb req-86f9aca5-4fc2-4461-9352-5fa435950250 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:04.601800 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port c4122d67-8224-439f-95f4-3f2206a1495a is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:55:04.607275 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f48ab581-0a7e-4178-a9db-a679b2cb1feb req-86f9aca5-4fc2-4461-9352-5fa435950250 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=56f73360-12ab-4dcc-853b-f90db9d8a1f7 HTTP/1.1" status: 200 len: 945 time: 0.1482441 Feb 09 12:55:04.636094 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-8b8e073d-ad86-417d-b33a-10fe290d6ea4 req-24a243d2-8112-43f5-88af-99aff459a8d4 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749958 Feb 09 12:55:04.645229 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee4297-71cf-4109-93ab-8d7a1467f25a req-d9e74219-4447-4037-8c95-675b208409b7 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:04.646081 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6fee4297-71cf-4109-93ab-8d7a1467f25a req-d9e74219-4447-4037-8c95-675b208409b7 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.18 "GET /v2.0/ports?device_id=56f73360-12ab-4dcc-853b-f90db9d8a1f7 HTTP/1.1" status: 200 len: 945 time: 0.2224407 Feb 09 12:55:04.715836 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f48ab581-0a7e-4178-a9db-a679b2cb1feb req-63f1d33b-0d70-4139-801a-32f37101d322 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075797 Feb 09 12:55:04.794267 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-6fee4297-71cf-4109-93ab-8d7a1467f25a req-43339daa-bee1-4397-9ec7-7d3c18d5d001 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Deleting port 68ab71aa-ac63-47ca-8d17-8dbb410245c6 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:55:04.795016 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-6fee4297-71cf-4109-93ab-8d7a1467f25a req-43339daa-bee1-4397-9ec7-7d3c18d5d001 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (68ab71aa-ac63-47ca-8d17-8dbb410245c6), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:04.921563 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb11bfd-3843-4045-8d2b-b145d5001600 req-66a266f3-6b3d-4e29-9acd-d3c6f98a705e tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:04.923203 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-feb11bfd-3843-4045-8d2b-b145d5001600 req-66a266f3-6b3d-4e29-9acd-d3c6f98a705e tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.1247270 Feb 09 12:55:04.957701 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-6fee4297-71cf-4109-93ab-8d7a1467f25a req-43339daa-bee1-4397-9ec7-7d3c18d5d001 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] For port 68ab71aa-ac63-47ca-8d17-8dbb410245c6, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=68ab71aa-ac63-47ca-8d17-8dbb410245c6,segment=NetworkSegment(3193b368-ce2c-4571-8129-3a0af32866ab),segment_id=3193b368-ce2c-4571-8129-3a0af32866ab)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:04.958070 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-6fee4297-71cf-4109-93ab-8d7a1467f25a req-43339daa-bee1-4397-9ec7-7d3c18d5d001 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (68ab71aa-ac63-47ca-8d17-8dbb410245c6), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:04.982264 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-6fee4297-71cf-4109-93ab-8d7a1467f25a req-43339daa-bee1-4397-9ec7-7d3c18d5d001 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Calling delete_port for 68ab71aa-ac63-47ca-8d17-8dbb410245c6 owned by compute:nova {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:55:05.071530 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-feb11bfd-3843-4045-8d2b-b145d5001600 req-912e9ddf-6473-495c-a7b6-7d9851348f73 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/security-groups?id=200f3fed-ec5b-41af-b065-5d6dd864db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345904 Feb 09 12:55:05.167187 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb7ae0-72cc-4b38-9b79-7ddbc9e0d19d req-7cf7a0e8-26dc-481e-95c4-136f37cbe6bd tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:05.169764 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-cedb7ae0-72cc-4b38-9b79-7ddbc9e0d19d req-7cf7a0e8-26dc-481e-95c4-136f37cbe6bd tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.18 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 945 time: 0.0689130 Feb 09 12:55:05.266198 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-6fee4297-71cf-4109-93ab-8d7a1467f25a req-43339daa-bee1-4397-9ec7-7d3c18d5d001 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332'] for port (68ab71aa-ac63-47ca-8d17-8dbb410245c6), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:05.281200 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['7b78f94a-31c6-41d8-9f34-b402f8718946', '68ab71aa-ac63-47ca-8d17-8dbb410245c6'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:55:05.331214 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43339daa-bee1-4397-9ec7-7d3c18d5d001 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Pushing event deleted for resources: {'Port': ['ID=68ab71aa-ac63-47ca-8d17-8dbb410245c6,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:05.395150 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fee4297-71cf-4109-93ab-8d7a1467f25a req-43339daa-bee1-4397-9ec7-7d3c18d5d001 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] No DVR routers for this DVR port 68ab71aa-ac63-47ca-8d17-8dbb410245c6 on host hv-cinder-81091 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:55:05.398066 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-6fee4297-71cf-4109-93ab-8d7a1467f25a req-43339daa-bee1-4397-9ec7-7d3c18d5d001 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:05.401914 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6fee4297-71cf-4109-93ab-8d7a1467f25a req-43339daa-bee1-4397-9ec7-7d3c18d5d001 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.18 "DELETE /v2.0/ports/68ab71aa-ac63-47ca-8d17-8dbb410245c6 HTTP/1.1" status: 204 len: 173 time: 0.7485816 Feb 09 12:55:05.402468 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f73360-12ab-4dcc-853b-f90db9d8a1f7', 'name': 'network-vif-deleted', 'tag': '68ab71aa-ac63-47ca-8d17-8dbb410245c6'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:55:05.405088 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb649b06-e951-4c71-b5a2-74732ab39854" -d '{"events": [{"server_uuid": "56f73360-12ab-4dcc-853b-f90db9d8a1f7", "name": "network-vif-deleted", "tag": "68ab71aa-ac63-47ca-8d17-8dbb410245c6"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:55:05.477547 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70badeb5-daec-4b14-b3be-1db0e2457bbf x-openstack-request-id: req-70badeb5-daec-4b14-b3be-1db0e2457bbf {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:55:05.477845 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f73360-12ab-4dcc-853b-f90db9d8a1f7", "name": "network-vif-deleted", "tag": "68ab71aa-ac63-47ca-8d17-8dbb410245c6", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:55:05.478100 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-70badeb5-daec-4b14-b3be-1db0e2457bbf {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:55:05.478504 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f73360-12ab-4dcc-853b-f90db9d8a1f7', 'name': 'network-vif-deleted', 'tag': '68ab71aa-ac63-47ca-8d17-8dbb410245c6', 'status': 'completed', 'code': 200} Feb 09 12:55:05.603822 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [req-cedb7ae0-72cc-4b38-9b79-7ddbc9e0d19d req-262d3c12-778b-4f85-a5cb-54b549ca55e9 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Deleting port 2ab5fada-eef8-4566-b3d0-305f254e5a73 {{(pid=109770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:55:05.604128 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-cedb7ae0-72cc-4b38-9b79-7ddbc9e0d19d req-262d3c12-778b-4f85-a5cb-54b549ca55e9 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (2ab5fada-eef8-4566-b3d0-305f254e5a73), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:05.734748 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [req-cedb7ae0-72cc-4b38-9b79-7ddbc9e0d19d req-262d3c12-778b-4f85-a5cb-54b549ca55e9 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] For port 2ab5fada-eef8-4566-b3d0-305f254e5a73, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=2ab5fada-eef8-4566-b3d0-305f254e5a73,segment=NetworkSegment(d2ad0c1b-255c-4074-845b-ea98d893a18c),segment_id=d2ad0c1b-255c-4074-845b-ea98d893a18c)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:05.735182 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-cedb7ae0-72cc-4b38-9b79-7ddbc9e0d19d req-262d3c12-778b-4f85-a5cb-54b549ca55e9 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (2ab5fada-eef8-4566-b3d0-305f254e5a73), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:05.751981 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [req-cedb7ae0-72cc-4b38-9b79-7ddbc9e0d19d req-262d3c12-778b-4f85-a5cb-54b549ca55e9 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Calling delete_port for 2ab5fada-eef8-4566-b3d0-305f254e5a73 owned by compute:nova {{(pid=109770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:55:05.845153 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f7f4d5d4-bb23-4ad2-bf86-3953a74b3e5f req-d4758bae-ad55-4cb6-ad54-c5ac6394e6c4 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=56f73360-12ab-4dcc-853b-f90db9d8a1f7 HTTP/1.1" status: 200 len: 210 time: 0.0280573 Feb 09 12:55:06.070411 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-cedb7ae0-72cc-4b38-9b79-7ddbc9e0d19d req-262d3c12-778b-4f85-a5cb-54b549ca55e9 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (2ab5fada-eef8-4566-b3d0-305f254e5a73), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:06.088361 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['2ab5fada-eef8-4566-b3d0-305f254e5a73'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:55:06.125516 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d3c12-778b-4f85-a5cb-54b549ca55e9 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Pushing event deleted for resources: {'Port': ['ID=2ab5fada-eef8-4566-b3d0-305f254e5a73,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:06.196435 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedb7ae0-72cc-4b38-9b79-7ddbc9e0d19d req-262d3c12-778b-4f85-a5cb-54b549ca55e9 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] No DVR routers for this DVR port 2ab5fada-eef8-4566-b3d0-305f254e5a73 on host hv-cinder-81091 {{(pid=109770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:55:06.207060 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-cedb7ae0-72cc-4b38-9b79-7ddbc9e0d19d req-262d3c12-778b-4f85-a5cb-54b549ca55e9 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:06.207060 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-cedb7ae0-72cc-4b38-9b79-7ddbc9e0d19d req-262d3c12-778b-4f85-a5cb-54b549ca55e9 tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.18 "DELETE /v2.0/ports/2ab5fada-eef8-4566-b3d0-305f254e5a73 HTTP/1.1" status: 204 len: 173 time: 1.0292311 Feb 09 12:55:06.207060 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686d6d8c-9ad4-4cee-8ade-45078654bdf5', 'name': 'network-vif-deleted', 'tag': '2ab5fada-eef8-4566-b3d0-305f254e5a73'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:55:06.213683 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7671266cdcd25feb0d1fb7d0d4a7a38583ecefa09a530944b0969c09dda32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2a7224-68c2-4f18-83f2-03a8193f46d1" -d '{"events": [{"server_uuid": "686d6d8c-9ad4-4cee-8ade-45078654bdf5", "name": "network-vif-deleted", "tag": "2ab5fada-eef8-4566-b3d0-305f254e5a73"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:55:06.225706 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-21628766-7c58-4665-b941-774f188cb35e req-2aadc04a-8bbd-4daa-9cec-1163a245743d tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 210 time: 0.0476468 Feb 09 12:55:06.285124 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0296224b-284a-44df-bebe-fe5ac40117f1 x-openstack-request-id: req-0296224b-284a-44df-bebe-fe5ac40117f1 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:55:06.297842 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686d6d8c-9ad4-4cee-8ade-45078654bdf5", "name": "network-vif-deleted", "tag": "2ab5fada-eef8-4566-b3d0-305f254e5a73", "status": "completed", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:55:06.299479 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0296224b-284a-44df-bebe-fe5ac40117f1 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:55:06.299653 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686d6d8c-9ad4-4cee-8ade-45078654bdf5', 'name': 'network-vif-deleted', 'tag': '2ab5fada-eef8-4566-b3d0-305f254e5a73', 'status': 'completed', 'code': 200} Feb 09 12:55:06.419796 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 7ae9277f-bd57-4865-aa70-2067250d9c21 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:55:06.436389 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 52280) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:06.526538 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 7ae9277f-bd57-4865-aa70-2067250d9c21 is: DOWN; New status is: DOWN {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:55:06.529287 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 68ab71aa-ac63-47ca-8d17-8dbb410245c6 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:55:06.554278 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] No Port match for: 68ab71aa-ac63-47ca-8d17-8dbb410245c6 {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 12:55:06.554634 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 68ab71aa-ac63-47ca-8d17-8dbb410245c6 not bound to the agent host hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 12:55:06.555702 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 2ab5fada-eef8-4566-b3d0-305f254e5a73 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:55:06.577823 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] No Port match for: 2ab5fada-eef8-4566-b3d0-305f254e5a73 {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 12:55:06.578164 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 2ab5fada-eef8-4566-b3d0-305f254e5a73 not bound to the agent host hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 12:55:06.628241 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-09b5113d-fe1b-4e4c-83f4-7b89a75c4fe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:06.744321 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [req-609fcda6-0df5-4a38-8db7-1e65f14a2c9d req-58d0e6cc-0f17-400c-a5c9-ab3a48b9f054 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109769) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 12:55:06.745418 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-609fcda6-0df5-4a38-8db7-1e65f14a2c9d req-58d0e6cc-0f17-400c-a5c9-ab3a48b9f054 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055964 Feb 09 12:55:06.776868 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-09b5113d-fe1b-4e4c-83f4-7b89a75c4fe1 admin admin] Publish callbacks [] for security_group (3e9e13b7-22aa-4634-b737-46d4a0673adf), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:06.864730 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-09b5113d-fe1b-4e4c-83f4-7b89a75c4fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (3e9e13b7-22aa-4634-b737-46d4a0673adf), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:06.927065 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-09b5113d-fe1b-4e4c-83f4-7b89a75c4fe1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=473a9a6b1b2440aab85d77243813e71c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4869094 Feb 09 12:55:06.927065 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5113d-fe1b-4e4c-83f4-7b89a75c4fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9e13b7-22aa-4634-b737-46d4a0673adf,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:06.927954 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 52296) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:06.993242 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-bcb967b7-8f78-4862-aac3-4a56146931a5 req-3944076d-413c-4bda-8708-1a4207479a4e tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=56f73360-12ab-4dcc-853b-f90db9d8a1f7 HTTP/1.1" status: 200 len: 210 time: 0.0485003 Feb 09 12:55:07.006263 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-621c204d-7baa-499e-b35c-0cb8b7ac7c19 admin admin] Publish callbacks [] for security_group (3e9e13b7-22aa-4634-b737-46d4a0673adf), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:07.033153 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-621c204d-7baa-499e-b35c-0cb8b7ac7c19 admin admin] Publish callbacks [] for security_group (3e9e13b7-22aa-4634-b737-46d4a0673adf), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:07.224648 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-621c204d-7baa-499e-b35c-0cb8b7ac7c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (3e9e13b7-22aa-4634-b737-46d4a0673adf), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:07.227454 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-621c204d-7baa-499e-b35c-0cb8b7ac7c19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:07.228621 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-621c204d-7baa-499e-b35c-0cb8b7ac7c19 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3e9e13b7-22aa-4634-b737-46d4a0673adf HTTP/1.1" status: 204 len: 168 time: 0.2993114 Feb 09 12:55:07.240155 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c204d-7baa-499e-b35c-0cb8b7ac7c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9e13b7-22aa-4634-b737-46d4a0673adf,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:07.251035 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0849d-4583-4c3b-b5af-44b2b23c3f61 req-a2b2357a-25ec-43d9-ac6b-225eafd69bfb tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:07.255655 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-45d0849d-4583-4c3b-b5af-44b2b23c3f61 req-a2b2357a-25ec-43d9-ac6b-225eafd69bfb tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 944 time: 0.0717134 Feb 09 12:55:07.353566 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-45d0849d-4583-4c3b-b5af-44b2b23c3f61 req-376e6cdf-b11e-462b-b534-5f0972ee8452 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790713 Feb 09 12:55:07.407896 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3da3d0da-ac86-4584-8612-a766a7bce831 req-d104f7c9-ef37-4d52-8f00-89c35b22c6ce tempest-ServerRescueNegativeTestJSON-280702802 tempest-ServerRescueNegativeTestJSON-280702802-project] 10.222.0.50 "GET /v2.0/ports?device_id=686d6d8c-9ad4-4cee-8ade-45078654bdf5 HTTP/1.1" status: 200 len: 210 time: 0.0458324 Feb 09 12:55:08.220265 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 52338) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:08.420333 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9daacdea-0fa2-42b5-b0ca-845d05e52114 req-b9029060-2bad-4b92-ae56-5fbc0df23c34 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1979475 Feb 09 12:55:08.430645 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [req-9daacdea-0fa2-42b5-b0ca-845d05e52114 req-1c960786-24ac-4de9-9f2f-9b8bbf41f0fa service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109769) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 12:55:08.433068 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9daacdea-0fa2-42b5-b0ca-845d05e52114 req-1c960786-24ac-4de9-9f2f-9b8bbf41f0fa service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098424 Feb 09 12:55:08.510591 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 52352) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:08.996270 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1839d2a-f6e8-40e7-ae59-0d298b6354a5 req-9a95353d-1e96-4720-9c0d-e1682f5e4578 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:08.999936 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f1839d2a-f6e8-40e7-ae59-0d298b6354a5 req-9a95353d-1e96-4720-9c0d-e1682f5e4578 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 944 time: 0.3611023 Feb 09 12:55:09.074690 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f1839d2a-f6e8-40e7-ae59-0d298b6354a5 req-8a025884-cd0d-4da7-aa24-7cfc2d0be763 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681715 Feb 09 12:55:09.389447 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-607f2ec5-6181-4c04-8ebf-c7343fd0f4f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590883'] for router_interface (6878da10-dcd5-499a-9b6e-d1a30c55dfbf), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:09.805666 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-607f2ec5-6181-4c04-8ebf-c7343fd0f4f7 admin admin] Deleting port 0e2479bb-36f4-41ef-8e35-80be51976c56 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:55:09.805998 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-607f2ec5-6181-4c04-8ebf-c7343fd0f4f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (0e2479bb-36f4-41ef-8e35-80be51976c56), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:09.896083 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-607f2ec5-6181-4c04-8ebf-c7343fd0f4f7 admin admin] For port 0e2479bb-36f4-41ef-8e35-80be51976c56, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=0e2479bb-36f4-41ef-8e35-80be51976c56,segment=NetworkSegment(d2ad0c1b-255c-4074-845b-ea98d893a18c),segment_id=d2ad0c1b-255c-4074-845b-ea98d893a18c)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:09.896448 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-607f2ec5-6181-4c04-8ebf-c7343fd0f4f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (0e2479bb-36f4-41ef-8e35-80be51976c56), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:09.912151 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-607f2ec5-6181-4c04-8ebf-c7343fd0f4f7 admin admin] Calling delete_port for 0e2479bb-36f4-41ef-8e35-80be51976c56 owned by network:router_interface {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:55:10.188410 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b0e9b-d6ff-4d2c-85f8-26e487f121a3 req-7d2e38e3-2df4-4196-b42b-6577f4e36b4b tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:10.190490 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-817b0e9b-d6ff-4d2c-85f8-26e487f121a3 req-7d2e38e3-2df4-4196-b42b-6577f4e36b4b tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 945 time: 0.1001565 Feb 09 12:55:10.249052 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc717677-a1ca-4445-b9ad-c7ff408f26b2 req-8711792a-7b05-4a2e-956b-9b01c37166aa tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:10.252050 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-dc717677-a1ca-4445-b9ad-c7ff408f26b2 req-8711792a-7b05-4a2e-956b-9b01c37166aa tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 944 time: 0.0859177 Feb 09 12:55:10.273271 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-817b0e9b-d6ff-4d2c-85f8-26e487f121a3 req-c9f371b2-932e-4918-93fd-d6043ca75298 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758266 Feb 09 12:55:10.299124 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-607f2ec5-6181-4c04-8ebf-c7343fd0f4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332'] for port (0e2479bb-36f4-41ef-8e35-80be51976c56), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:10.302137 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-dc717677-a1ca-4445-b9ad-c7ff408f26b2 req-d250700d-0013-4786-ab0c-411d238fb1d7 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455077 Feb 09 12:55:10.333661 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f2ec5-6181-4c04-8ebf-c7343fd0f4f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e2479bb-36f4-41ef-8e35-80be51976c56,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:10.469205 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-607f2ec5-6181-4c04-8ebf-c7343fd0f4f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1614721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591031'] for router_interface (6878da10-dcd5-499a-9b6e-d1a30c55dfbf), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:10.757464 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607f2ec5-6181-4c04-8ebf-c7343fd0f4f7 admin admin] Router 6878da10-dcd5-499a-9b6e-d1a30c55dfbf has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:55:10.913449 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607f2ec5-6181-4c04-8ebf-c7343fd0f4f7 admin admin] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:55:10.924137 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3f2e15-1875-498f-b770-c8c2cabce174 None None] Sync routers for ids ['6878da10-dcd5-499a-9b6e-d1a30c55dfbf'] in dv-cinder-810917-4-iscsi {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:55:10.925042 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-607f2ec5-6181-4c04-8ebf-c7343fd0f4f7 admin admin] 10.222.0.50 "PUT /v2.0/routers/6878da10-dcd5-499a-9b6e-d1a30c55dfbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4116368 Feb 09 12:55:10.928337 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 52386) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:10.947242 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3f2e15-1875-498f-b770-c8c2cabce174 None None] Routers {'6878da10-dcd5-499a-9b6e-d1a30c55dfbf'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:55:10.948335 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-8a3f2e15-1875-498f-b770-c8c2cabce174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:54:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['6878da10-dcd5-499a-9b6e-d1a30c55dfbf'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:11.064489 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4710-5f3c-4215-be4b-24d3ac74a16a admin admin] Publish callbacks [] for router (6878da10-dcd5-499a-9b6e-d1a30c55dfbf), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:11.099900 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-8a3f2e15-1875-498f-b770-c8c2cabce174 None None] Set router 6878da10-dcd5-499a-9b6e-d1a30c55dfbf gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:55:11.204805 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4710-5f3c-4215-be4b-24d3ac74a16a admin admin] Publish callbacks [] for router_gateway (6878da10-dcd5-499a-9b6e-d1a30c55dfbf), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:11.398833 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-8a3f2e15-1875-498f-b770-c8c2cabce174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6878da10-dcd5-499a-9b6e-d1a30c55dfbf', 'name': 'tempest-ServerRescueNegativeTestJSON-1878340087-router', 'tenant_id': 'aac257b16e274dfb9778b47283dbc3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:42Z', 'updated_at': '2022-02-09T12:55:10Z', 'revision_number': 5, 'project_id': 'aac257b16e274dfb9778b47283dbc3d7', 'gw_port': {'id': '0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6878da10-dcd5-499a-9b6e-d1a30c55dfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:44Z', 'updated_at': '2022-02-09T12:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:11.441940 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3f2e15-1875-498f-b770-c8c2cabce174 None None] Checking router: 6878da10-dcd5-499a-9b6e-d1a30c55dfbf for host: dv-cinder-810917-4-iscsi {{(pid=109772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:55:11.453600 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3f2e15-1875-498f-b770-c8c2cabce174 None None] Routers {'6878da10-dcd5-499a-9b6e-d1a30c55dfbf'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:55:11.454233 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-8a3f2e15-1875-498f-b770-c8c2cabce174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:54:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['6878da10-dcd5-499a-9b6e-d1a30c55dfbf'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:11.489784 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-5dbd4710-5f3c-4215-be4b-24d3ac74a16a admin admin] Deleting port 0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf {{(pid=109770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:55:11.490389 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4710-5f3c-4215-be4b-24d3ac74a16a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:11.537964 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6010ecc-73f9-40b9-921c-a20a992f8870 req-9a9190c7-17c6-4ac9-b844-d19770d1a8b0 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:11.547004 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c6010ecc-73f9-40b9-921c-a20a992f8870 req-9a9190c7-17c6-4ac9-b844-d19770d1a8b0 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 945 time: 0.1151900 Feb 09 12:55:11.598276 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-8a3f2e15-1875-498f-b770-c8c2cabce174 None None] Set router 6878da10-dcd5-499a-9b6e-d1a30c55dfbf gateway port host: None {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:55:11.604148 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c6010ecc-73f9-40b9-921c-a20a992f8870 req-3e7d25fe-2ce9-4a44-892f-2a879c2e85a6 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565424 Feb 09 12:55:11.705782 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-8a3f2e15-1875-498f-b770-c8c2cabce174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6878da10-dcd5-499a-9b6e-d1a30c55dfbf', 'name': 'tempest-ServerRescueNegativeTestJSON-1878340087-router', 'tenant_id': 'aac257b16e274dfb9778b47283dbc3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:42Z', 'updated_at': '2022-02-09T12:55:11Z', 'revision_number': 6, 'project_id': 'aac257b16e274dfb9778b47283dbc3d7', 'gw_port_host': None}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:11.719045 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89405ce2-b0b5-46ab-8b07-d98fc9b2a72c req-dc24225d-4de7-4f68-af86-31d37fff8b2e tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:11.719045 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-89405ce2-b0b5-46ab-8b07-d98fc9b2a72c req-dc24225d-4de7-4f68-af86-31d37fff8b2e tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 944 time: 0.1389132 Feb 09 12:55:11.732484 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-5dbd4710-5f3c-4215-be4b-24d3ac74a16a admin admin] For port 0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf,segment=NetworkSegment(b9e37f85-ea5b-4692-8272-94f7f4592b1f),segment_id=b9e37f85-ea5b-4692-8272-94f7f4592b1f)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:11.732999 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4710-5f3c-4215-be4b-24d3ac74a16a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:11.756497 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3f2e15-1875-498f-b770-c8c2cabce174 None None] The sync data for ids ['6878da10-dcd5-499a-9b6e-d1a30c55dfbf'] in dv-cinder-810917-4-iscsi is: [{'id': '6878da10-dcd5-499a-9b6e-d1a30c55dfbf', 'name': 'tempest-ServerRescueNegativeTestJSON-1878340087-router', 'tenant_id': 'aac257b16e274dfb9778b47283dbc3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:42Z', 'updated_at': '2022-02-09T12:55:11Z', 'revision_number': 6, 'project_id': 'aac257b16e274dfb9778b47283dbc3d7', 'gw_port_host': None}] {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:55:11.765297 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-5dbd4710-5f3c-4215-be4b-24d3ac74a16a admin admin] Calling delete_port for 0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf owned by network:router_gateway {{(pid=109770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:55:11.876608 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-89405ce2-b0b5-46ab-8b07-d98fc9b2a72c req-b1bcccfc-b340-4e04-a8d5-28f5f3f69caa tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471124 Feb 09 12:55:11.995845 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac7d8d-c477-41de-ac21-a33eb92cbd32 req-d206e5d2-3aa5-46c8-9803-9aa01db3bb51 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:11.997493 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-56ac7d8d-c477-41de-ac21-a33eb92cbd32 req-d206e5d2-3aa5-46c8-9803-9aa01db3bb51 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 945 time: 0.1459460 Feb 09 12:55:12.159659 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [req-56ac7d8d-c477-41de-ac21-a33eb92cbd32 req-9cb3d957-5faa-4e97-908f-4c6a2d4182ac tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Deleting port 7b78f94a-31c6-41d8-9f34-b402f8718946 {{(pid=109770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:55:12.160288 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-56ac7d8d-c477-41de-ac21-a33eb92cbd32 req-9cb3d957-5faa-4e97-908f-4c6a2d4182ac tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (7b78f94a-31c6-41d8-9f34-b402f8718946), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:12.294888 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4710-5f3c-4215-be4b-24d3ac74a16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:12.360031 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd4710-5f3c-4215-be4b-24d3ac74a16a admin admin] Pushing event deleted for resources: {'Port': ['ID=0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:12.381622 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [req-56ac7d8d-c477-41de-ac21-a33eb92cbd32 req-9cb3d957-5faa-4e97-908f-4c6a2d4182ac tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] For port 7b78f94a-31c6-41d8-9f34-b402f8718946, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7b78f94a-31c6-41d8-9f34-b402f8718946,segment=NetworkSegment(3193b368-ce2c-4571-8129-3a0af32866ab),segment_id=3193b368-ce2c-4571-8129-3a0af32866ab)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:12.382007 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-56ac7d8d-c477-41de-ac21-a33eb92cbd32 req-9cb3d957-5faa-4e97-908f-4c6a2d4182ac tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (7b78f94a-31c6-41d8-9f34-b402f8718946), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:12.405418 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daacdea-0fa2-42b5-b0ca-845d05e52114 req-03f56012-7e64-4fbd-85c2-b99fb0ddf5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:12.407448 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9daacdea-0fa2-42b5-b0ca-845d05e52114 req-03f56012-7e64-4fbd-85c2-b99fb0ddf5e7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f&tenant_id=39b9e5bd06ec4dfd8511de90980d78b3 HTTP/1.1" status: 200 len: 1128 time: 0.1074955 Feb 09 12:55:12.422874 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [req-56ac7d8d-c477-41de-ac21-a33eb92cbd32 req-9cb3d957-5faa-4e97-908f-4c6a2d4182ac tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Calling delete_port for 7b78f94a-31c6-41d8-9f34-b402f8718946 owned by compute:nova {{(pid=109770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:55:12.485336 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4710-5f3c-4215-be4b-24d3ac74a16a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1591061'] for router_gateway (6878da10-dcd5-499a-9b6e-d1a30c55dfbf), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:12.494450 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daacdea-0fa2-42b5-b0ca-845d05e52114 req-6d75d009-a452-4d63-be9c-269d2ce30a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:12.496114 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9daacdea-0fa2-42b5-b0ca-845d05e52114 req-6d75d009-a452-4d63-be9c-269d2ce30a6e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39b9e5bd06ec4dfd8511de90980d78b3&device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 1128 time: 0.0535581 Feb 09 12:55:12.607077 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daacdea-0fa2-42b5-b0ca-845d05e52114 req-4cb6b98c-5136-43c4-8536-4b39095bf07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:12.608724 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9daacdea-0fa2-42b5-b0ca-845d05e52114 req-4cb6b98c-5136-43c4-8536-4b39095bf07e service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a233017-512c-4fc0-9a95-c7f1c6d0e43c HTTP/1.1" status: 200 len: 918 time: 0.1061630 Feb 09 12:55:12.622265 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4710-5f3c-4215-be4b-24d3ac74a16a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8967'] for router (6878da10-dcd5-499a-9b6e-d1a30c55dfbf), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:12.626261 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4710-5f3c-4215-be4b-24d3ac74a16a admin admin] Publish callbacks [] for router_controller (6878da10-dcd5-499a-9b6e-d1a30c55dfbf), precommit_delete_associations {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:12.670631 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 0e2479bb-36f4-41ef-8e35-80be51976c56 no longer exists at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:55:12.751328 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] No Port match for: 0e2479bb-36f4-41ef-8e35-80be51976c56 {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 12:55:12.752204 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 0e2479bb-36f4-41ef-8e35-80be51976c56 not bound to the agent host dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 12:55:12.798729 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9daacdea-0fa2-42b5-b0ca-845d05e52114 req-f4f9f475-427c-482c-8bae-471c9e84f1d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ae9277f-bd57-4865-aa70-2067250d9c21 HTTP/1.1" status: 200 len: 998 time: 0.1824596 Feb 09 12:55:12.841219 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4710-5f3c-4215-be4b-24d3ac74a16a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588357'] for router (6878da10-dcd5-499a-9b6e-d1a30c55dfbf), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:12.841219 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbd4710-5f3c-4215-be4b-24d3ac74a16a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6878da10-dcd5-499a-9b6e-d1a30c55dfbf {{(pid=109770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 12:55:12.841710 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4710-5f3c-4215-be4b-24d3ac74a16a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:12.842551 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-5dbd4710-5f3c-4215-be4b-24d3ac74a16a admin admin] 10.222.0.50 "DELETE /v2.0/routers/6878da10-dcd5-499a-9b6e-d1a30c55dfbf HTTP/1.1" status: 204 len: 168 time: 1.9130805 Feb 09 12:55:12.854236 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 52414) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:12.901517 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daacdea-0fa2-42b5-b0ca-845d05e52114 req-9f696f2e-520f-4c9d-ae83-611d9b16e2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:12.902978 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9daacdea-0fa2-42b5-b0ca-845d05e52114 req-9f696f2e-520f-4c9d-ae83-611d9b16e2ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5361ada0-f2f0-49de-80d0-c2d7fc189252 HTTP/1.1" status: 200 len: 856 time: 0.0741932 Feb 09 12:55:12.913248 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a24fe-c7b1-44a3-a452-a70b70c129d3 req-06e649c7-cd79-44dc-8d50-0acf4bec9d0e tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:12.916027 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0e0a24fe-c7b1-44a3-a452-a70b70c129d3 req-06e649c7-cd79-44dc-8d50-0acf4bec9d0e tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 945 time: 0.1398034 Feb 09 12:55:12.950183 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_v2 [None req-437fe45b-bf4a-4fda-bf1d-9ab8b0349067 admin admin] Deleting subnet 3eaa3335-b6ec-45d9-968c-d644bee9379c {{(pid=109770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 12:55:12.959507 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-437fe45b-bf4a-4fda-bf1d-9ab8b0349067 admin admin] Publish callbacks [] for subnet (3eaa3335-b6ec-45d9-968c-d644bee9379c), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:13.020357 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daacdea-0fa2-42b5-b0ca-845d05e52114 req-305e6ff4-86b8-4683-8084-96537234e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:13.021924 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9daacdea-0fa2-42b5-b0ca-845d05e52114 req-305e6ff4-86b8-4683-8084-96537234e5d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a233017-512c-4fc0-9a95-c7f1c6d0e43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1048999 Feb 09 12:55:13.029921 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0e0a24fe-c7b1-44a3-a452-a70b70c129d3 req-f8c7f09b-5dc4-4d5f-91ea-bf3557b17399 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/security-groups?id=333ae7e0-cd45-4bda-9629-45e97739bb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971830 Feb 09 12:55:13.035873 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-56ac7d8d-c477-41de-ac21-a33eb92cbd32 req-9cb3d957-5faa-4e97-908f-4c6a2d4182ac tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (7b78f94a-31c6-41d8-9f34-b402f8718946), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:13.089313 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-437fe45b-bf4a-4fda-bf1d-9ab8b0349067 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10469959'] for subnet (3eaa3335-b6ec-45d9-968c-d644bee9379c), precommit_delete_associations {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:13.114030 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3d957-5faa-4e97-908f-4c6a2d4182ac tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Pushing event deleted for resources: {'Port': ['ID=7b78f94a-31c6-41d8-9f34-b402f8718946,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:13.190507 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9daacdea-0fa2-42b5-b0ca-845d05e52114 req-bab85d59-8de3-413d-a77f-75ececa20560 service neutron] 10.222.0.18 "GET /v2.0/networks/7a233017-512c-4fc0-9a95-c7f1c6d0e43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572950 Feb 09 12:55:13.196473 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ac7d8d-c477-41de-ac21-a33eb92cbd32 req-9cb3d957-5faa-4e97-908f-4c6a2d4182ac tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] No DVR routers for this DVR port 7b78f94a-31c6-41d8-9f34-b402f8718946 on host hv-cinder-81091 {{(pid=109770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:55:13.206359 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-56ac7d8d-c477-41de-ac21-a33eb92cbd32 req-9cb3d957-5faa-4e97-908f-4c6a2d4182ac tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:13.209905 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-56ac7d8d-c477-41de-ac21-a33eb92cbd32 req-9cb3d957-5faa-4e97-908f-4c6a2d4182ac tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.18 "DELETE /v2.0/ports/7b78f94a-31c6-41d8-9f34-b402f8718946 HTTP/1.1" status: 204 len: 173 time: 1.2070827 Feb 09 12:55:13.210443 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4bf355e-c92a-440b-88ea-fac804a26487', 'name': 'network-vif-deleted', 'tag': '7b78f94a-31c6-41d8-9f34-b402f8718946'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:55:13.212797 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7671266cdcd25feb0d1fb7d0d4a7a38583ecefa09a530944b0969c09dda32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35398aae-adc9-488e-a32f-c5f27c4bdf55" -d '{"events": [{"server_uuid": "e4bf355e-c92a-440b-88ea-fac804a26487", "name": "network-vif-deleted", "tag": "7b78f94a-31c6-41d8-9f34-b402f8718946"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:55:13.218045 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-437fe45b-bf4a-4fda-bf1d-9ab8b0349067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956720'] for subnet (3eaa3335-b6ec-45d9-968c-d644bee9379c), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:13.252131 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92739e5c-24be-4e52-885d-c2f7459e3414 req-d77e48fe-48b1-4dcf-8576-8fac1dd097f2 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:13.259542 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-92739e5c-24be-4e52-885d-c2f7459e3414 req-d77e48fe-48b1-4dcf-8576-8fac1dd097f2 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 944 time: 0.2746692 Feb 09 12:55:13.272254 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52388a7e-5e98-40cc-8e5c-065a8908a290 x-openstack-request-id: req-52388a7e-5e98-40cc-8e5c-065a8908a290 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:55:13.272541 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4bf355e-c92a-440b-88ea-fac804a26487", "name": "network-vif-deleted", "tag": "7b78f94a-31c6-41d8-9f34-b402f8718946", "status": "completed", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:55:13.272792 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-52388a7e-5e98-40cc-8e5c-065a8908a290 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:55:13.273187 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4bf355e-c92a-440b-88ea-fac804a26487', 'name': 'network-vif-deleted', 'tag': '7b78f94a-31c6-41d8-9f34-b402f8718946', 'status': 'completed', 'code': 200} Feb 09 12:55:13.349928 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-92739e5c-24be-4e52-885d-c2f7459e3414 req-86b8c078-877b-4ace-8be7-fe5faec1af4b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892022 Feb 09 12:55:13.370785 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9daacdea-0fa2-42b5-b0ca-845d05e52114 req-2ceb6bf2-ebc3-4397-ae24-45a697a40dfc service neutron] 10.222.0.18 "GET /v2.0/networks/7a233017-512c-4fc0-9a95-c7f1c6d0e43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732481 Feb 09 12:55:13.475862 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-437fe45b-bf4a-4fda-bf1d-9ab8b0349067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-956875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10470405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10234534'] for subnet (3eaa3335-b6ec-45d9-968c-d644bee9379c), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:13.507550 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fe45b-bf4a-4fda-bf1d-9ab8b0349067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eaa3335-b6ec-45d9-968c-d644bee9379c,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:13.509843 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-437fe45b-bf4a-4fda-bf1d-9ab8b0349067 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:13.514000 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-437fe45b-bf4a-4fda-bf1d-9ab8b0349067 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3eaa3335-b6ec-45d9-968c-d644bee9379c HTTP/1.1" status: 204 len: 168 time: 0.6540761 Feb 09 12:55:13.519333 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 52424) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:13.599869 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0b68fb24-5dad-4586-addd-7f9ec3e4bd19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-976102'] for network (fe9e02a9-db66-4356-b324-dd8d3fc56de1), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:13.716150 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0b68fb24-5dad-4586-addd-7f9ec3e4bd19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032615', 'neutron.services.segments.db._delete_segments_for_network-8775837910977'] for network (fe9e02a9-db66-4356-b324-dd8d3fc56de1), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:13.741702 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-0b68fb24-5dad-4586-addd-7f9ec3e4bd19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe9e02a9-db66-4356-b324-dd8d3fc56de1']}} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:13.754544 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-0b68fb24-5dad-4586-addd-7f9ec3e4bd19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ad0c1b-255c-4074-845b-ea98d893a18c') {'for_net_delete': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:13.754896 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-0b68fb24-5dad-4586-addd-7f9ec3e4bd19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ad0c1b-255c-4074-845b-ea98d893a18c') {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:13.767661 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0b68fb24-5dad-4586-addd-7f9ec3e4bd19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775837913034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10469964'] for segment (d2ad0c1b-255c-4074-845b-ea98d893a18c), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:13.785002 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0b68fb24-5dad-4586-addd-7f9ec3e4bd19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (d2ad0c1b-255c-4074-845b-ea98d893a18c), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:13.796235 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b68fb24-5dad-4586-addd-7f9ec3e4bd19 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:55:13.796896 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0b68fb24-5dad-4586-addd-7f9ec3e4bd19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10470575'] for segment (d2ad0c1b-255c-4074-845b-ea98d893a18c), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: Traceback (most recent call last): Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: timer() Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: cb(*args, **kw) Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: return func(*args, **kwargs) Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: self._notify() Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: self.callback(batched_events) Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: event.method(event) Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: return f(self, *a, **k) Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: return self._get(url).json() Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: return self.request(url, 'GET', **kwargs) Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:55:13.801512 dv-cinder-810917-4-iscsi neutron-server[109770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:55:14.029695 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0b68fb24-5dad-4586-addd-7f9ec3e4bd19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591153'] for network (fe9e02a9-db66-4356-b324-dd8d3fc56de1), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:14.071607 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0b68fb24-5dad-4586-addd-7f9ec3e4bd19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:14.078743 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-0b68fb24-5dad-4586-addd-7f9ec3e4bd19 admin admin] 10.222.0.50 "DELETE /v2.0/networks/fe9e02a9-db66-4356-b324-dd8d3fc56de1 HTTP/1.1" status: 204 len: 168 time: 0.5544894 Feb 09 12:55:14.078743 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68fb24-5dad-4586-addd-7f9ec3e4bd19 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe9e02a9-db66-4356-b324-dd8d3fc56de1,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:14.271508 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fda81159-20a3-4954-a796-66cb6a399693 req-855a022e-1f0d-426f-9a95-0e5d6132c4a7 tempest-AttachVolumeNegativeTest-2011222447 tempest-AttachVolumeNegativeTest-2011222447-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4bf355e-c92a-440b-88ea-fac804a26487 HTTP/1.1" status: 200 len: 210 time: 0.0561593 Feb 09 12:55:14.421772 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf no longer exists at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:55:14.543396 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] No Port match for: 0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 12:55:14.543396 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 0b3f26f7-4c4d-4aeb-9a80-ae2207f73ebf not bound to the agent host dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 12:55:14.543396 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 7b78f94a-31c6-41d8-9f34-b402f8718946 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:55:14.606982 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] No Port match for: 7b78f94a-31c6-41d8-9f34-b402f8718946 {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 12:55:14.607682 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 7b78f94a-31c6-41d8-9f34-b402f8718946 not bound to the agent host hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 12:55:14.608413 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938ccfa-b1bd-470a-895a-398cad871b09 req-9db7c618-1d7e-4e88-a633-86ff0fe186e6 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:14.610489 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6938ccfa-b1bd-470a-895a-398cad871b09 req-9db7c618-1d7e-4e88-a633-86ff0fe186e6 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 944 time: 0.1193790 Feb 09 12:55:14.694258 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6938ccfa-b1bd-470a-895a-398cad871b09 req-30042bc1-c7eb-46b2-845d-23a648ceff0b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736547 Feb 09 12:55:15.047477 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:15.183957 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 52462) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:15.277931 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-700eedd2-8749-4869-addc-993151e88d47 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aac257b16e274dfb9778b47283dbc3d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0925882 Feb 09 12:55:15.281595 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 52464) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:15.382775 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 52468) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:15.396344 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-452ab214-7312-43af-8560-a614329e942e admin admin] Publish callbacks [] for security_group (200f3fed-ec5b-41af-b065-5d6dd864db44), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:15.443920 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-452ab214-7312-43af-8560-a614329e942e admin admin] Publish callbacks [] for security_group (200f3fed-ec5b-41af-b065-5d6dd864db44), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:15.467770 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_v2 [None req-382742f2-fd69-40af-b883-4d590e3d7c34 admin admin] Deleting subnet 9699e6c1-1018-457a-af1d-044b01a0fe5a {{(pid=109770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 12:55:15.471994 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-382742f2-fd69-40af-b883-4d590e3d7c34 admin admin] Publish callbacks [] for subnet (9699e6c1-1018-457a-af1d-044b01a0fe5a), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:15.533152 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-382742f2-fd69-40af-b883-4d590e3d7c34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10469959'] for subnet (9699e6c1-1018-457a-af1d-044b01a0fe5a), precommit_delete_associations {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:15.622360 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-382742f2-fd69-40af-b883-4d590e3d7c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956720'] for subnet (9699e6c1-1018-457a-af1d-044b01a0fe5a), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:15.658971 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-452ab214-7312-43af-8560-a614329e942e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (200f3fed-ec5b-41af-b065-5d6dd864db44), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:15.664580 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-452ab214-7312-43af-8560-a614329e942e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:15.664580 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-452ab214-7312-43af-8560-a614329e942e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/200f3fed-ec5b-41af-b065-5d6dd864db44 HTTP/1.1" status: 204 len: 168 time: 0.3803184 Feb 09 12:55:15.689297 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ab214-7312-43af-8560-a614329e942e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200f3fed-ec5b-41af-b065-5d6dd864db44,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:15.950926 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-382742f2-fd69-40af-b883-4d590e3d7c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-956875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10470405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10234534'] for subnet (9699e6c1-1018-457a-af1d-044b01a0fe5a), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:15.999733 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b3592-6ad6-45e9-beab-83bc05694d3d req-069fb074-c01a-4cb0-9072-6027aed88e60 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:16.001517 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-972b3592-6ad6-45e9-beab-83bc05694d3d req-069fb074-c01a-4cb0-9072-6027aed88e60 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 944 time: 0.1883707 Feb 09 12:55:16.003508 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-382742f2-fd69-40af-b883-4d590e3d7c34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:16.011510 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-382742f2-fd69-40af-b883-4d590e3d7c34 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9699e6c1-1018-457a-af1d-044b01a0fe5a HTTP/1.1" status: 204 len: 168 time: 0.6227963 Feb 09 12:55:16.011510 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382742f2-fd69-40af-b883-4d590e3d7c34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9699e6c1-1018-457a-af1d-044b01a0fe5a,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:16.011960 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 52480) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:16.184169 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-972b3592-6ad6-45e9-beab-83bc05694d3d req-a156d009-0972-4cd3-82b9-0d411b7d37f4 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745808 Feb 09 12:55:16.188699 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6ba94a0a-d56d-43c8-87a0-7e2a18f723eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-976102'] for network (60e1c116-600c-4c22-be1c-87ca9eb04745), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:16.367360 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6ba94a0a-d56d-43c8-87a0-7e2a18f723eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032615', 'neutron.services.segments.db._delete_segments_for_network-8775837910977'] for network (60e1c116-600c-4c22-be1c-87ca9eb04745), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:16.405869 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-6ba94a0a-d56d-43c8-87a0-7e2a18f723eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e1c116-600c-4c22-be1c-87ca9eb04745']}} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:16.423614 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-6ba94a0a-d56d-43c8-87a0-7e2a18f723eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3193b368-ce2c-4571-8129-3a0af32866ab') {'for_net_delete': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:16.436980 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-6ba94a0a-d56d-43c8-87a0-7e2a18f723eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3193b368-ce2c-4571-8129-3a0af32866ab') {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:16.439040 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6ba94a0a-d56d-43c8-87a0-7e2a18f723eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775837913034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10469964'] for segment (3193b368-ce2c-4571-8129-3a0af32866ab), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:16.477612 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6ba94a0a-d56d-43c8-87a0-7e2a18f723eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (3193b368-ce2c-4571-8129-3a0af32866ab), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:16.493341 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba94a0a-d56d-43c8-87a0-7e2a18f723eb admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:55:16.494463 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6ba94a0a-d56d-43c8-87a0-7e2a18f723eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10470575'] for segment (3193b368-ce2c-4571-8129-3a0af32866ab), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: Traceback (most recent call last): Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: timer() Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: cb(*args, **kw) Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: return func(*args, **kwargs) Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: self._notify() Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: self.callback(batched_events) Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: event.method(event) Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: return f(self, *a, **k) Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: return self._get(url).json() Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: return self.request(url, 'GET', **kwargs) Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:55:16.497518 dv-cinder-810917-4-iscsi neutron-server[109770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:55:16.787604 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6ba94a0a-d56d-43c8-87a0-7e2a18f723eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591153'] for network (60e1c116-600c-4c22-be1c-87ca9eb04745), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:16.796213 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6ba94a0a-d56d-43c8-87a0-7e2a18f723eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:16.814379 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-6ba94a0a-d56d-43c8-87a0-7e2a18f723eb admin admin] 10.222.0.50 "DELETE /v2.0/networks/60e1c116-600c-4c22-be1c-87ca9eb04745 HTTP/1.1" status: 204 len: 168 time: 0.7882545 Feb 09 12:55:16.817141 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba94a0a-d56d-43c8-87a0-7e2a18f723eb admin admin] Pushing event deleted for resources: {'Network': ['ID=60e1c116-600c-4c22-be1c-87ca9eb04745,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:17.445433 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aca65a-a60f-4325-b467-9d2d6be9591c req-96ff4064-2c70-4fd6-8f61-82dbae55bfbb tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:17.448247 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-34aca65a-a60f-4325-b467-9d2d6be9591c req-96ff4064-2c70-4fd6-8f61-82dbae55bfbb tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 944 time: 0.0925715 Feb 09 12:55:17.580045 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-34aca65a-a60f-4325-b467-9d2d6be9591c req-842dc935-b850-489e-958c-6df584954508 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164477 Feb 09 12:55:17.759700 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 52520) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:17.820539 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-05ec9449-e7c8-4834-84d1-2670fb94ee9e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c700a76888af4c26ac5b858223b6e261&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0587687 Feb 09 12:55:17.835624 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 52524) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:17.994041 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-fade58b1-0b75-4bdf-bcdb-bcb9f097d007 admin admin] Publish callbacks [] for security_group (333ae7e0-cd45-4bda-9629-45e97739bb65), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:18.087247 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-fade58b1-0b75-4bdf-bcdb-bcb9f097d007 admin admin] Publish callbacks [] for security_group (333ae7e0-cd45-4bda-9629-45e97739bb65), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:18.256058 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-fade58b1-0b75-4bdf-bcdb-bcb9f097d007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (333ae7e0-cd45-4bda-9629-45e97739bb65), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:18.260758 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-fade58b1-0b75-4bdf-bcdb-bcb9f097d007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:18.267401 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-fade58b1-0b75-4bdf-bcdb-bcb9f097d007 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/333ae7e0-cd45-4bda-9629-45e97739bb65 HTTP/1.1" status: 204 len: 168 time: 0.4231513 Feb 09 12:55:18.281165 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade58b1-0b75-4bdf-bcdb-bcb9f097d007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333ae7e0-cd45-4bda-9629-45e97739bb65,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:18.484840 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 52536) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:18.639228 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-e43dc105-e512-4099-bd79-544b881769d8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1431494890-network', 'tenant_id': '9b53fba431a5487bbe68fcebfb51466c'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:55:18.745432 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62114b1d-6bda-42af-964b-fa2f40e2d999 req-38846168-6117-45b2-be5b-6b146bb0d1dd tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:18.747108 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-62114b1d-6bda-42af-964b-fa2f40e2d999 req-38846168-6117-45b2-be5b-6b146bb0d1dd tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 944 time: 0.0726290 Feb 09 12:55:18.804841 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43dc105-e512-4099-bd79-544b881769d8 admin admin] Made reservation on behalf of 9b53fba431a5487bbe68fcebfb51466c for: {'network': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:55:18.810970 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e43dc105-e512-4099-bd79-544b881769d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for network (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:18.832250 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-62114b1d-6bda-42af-964b-fa2f40e2d999 req-c311b2a2-b73a-4252-9f91-64802143cc15 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763364 Feb 09 12:55:18.835310 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e43dc105-e512-4099-bd79-544b881769d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:19.077534 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e43dc105-e512-4099-bd79-544b881769d8 admin admin] Publish callbacks [] for security_group (216a494a-e67c-4c21-ba7d-f202e0705aa6), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:19.197246 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e43dc105-e512-4099-bd79-544b881769d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (216a494a-e67c-4c21-ba7d-f202e0705aa6), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:19.256036 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e43dc105-e512-4099-bd79-544b881769d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=109769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:55:19.271836 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43dc105-e512-4099-bd79-544b881769d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216a494a-e67c-4c21-ba7d-f202e0705aa6,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:19.284455 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e43dc105-e512-4099-bd79-544b881769d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (54f7c519-2f41-4adf-9f4f-f9638b4bbb73), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:19.291255 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.db.segments_db [None req-e43dc105-e512-4099-bd79-544b881769d8 admin admin] Added segment 54f7c519-2f41-4adf-9f4f-f9638b4bbb73 of type vlan for network 8cf5ea2c-969a-42b9-8bc9-ada450560dda Feb 09 12:55:19.367819 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e43dc105-e512-4099-bd79-544b881769d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775837420593'] for network (8cf5ea2c-969a-42b9-8bc9-ada450560dda), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:19.579215 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e43dc105-e512-4099-bd79-544b881769d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for network (8cf5ea2c-969a-42b9-8bc9-ada450560dda), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:19.583688 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43dc105-e512-4099-bd79-544b881769d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:19.589006 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e43dc105-e512-4099-bd79-544b881769d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:19.694445 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43dc105-e512-4099-bd79-544b881769d8 admin admin] Pushing event updated for resources: {'Network': ['ID=8cf5ea2c-969a-42b9-8bc9-ada450560dda,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:19.712877 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Network 8cf5ea2c-969a-42b9-8bc9-ada450560dda details requested by agent ovs-agent-dv-cinder-810917-4-iscsi with host dv-cinder-810917-4-iscsi {{(pid=109771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 12:55:19.759952 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-e43dc105-e512-4099-bd79-544b881769d8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2736473 Feb 09 12:55:19.763070 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 52564) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:19.774474 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-3ca60503-e0d3-4dee-8c5e-c277f4213669 admin admin] Request body: {'subnet': {'network_id': '8cf5ea2c-969a-42b9-8bc9-ada450560dda', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1431494890-subnet', 'tenant_id': '9b53fba431a5487bbe68fcebfb51466c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:55:19.930925 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca60503-e0d3-4dee-8c5e-c277f4213669 admin admin] Made reservation on behalf of 9b53fba431a5487bbe68fcebfb51466c for: {'subnet': 1} {{(pid=109770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:55:19.935323 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3ca60503-e0d3-4dee-8c5e-c277f4213669 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10234497'] for subnet (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:20.138733 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192a31e-054c-4263-8017-695b97890a8b req-8cb0dcb0-f594-449c-9246-bd59960addca tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:20.150030 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8192a31e-054c-4263-8017-695b97890a8b req-8cb0dcb0-f594-449c-9246-bd59960addca tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 944 time: 0.2147033 Feb 09 12:55:20.296474 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8192a31e-054c-4263-8017-695b97890a8b req-4c5408b4-b3d4-4563-8a5f-cec84cc13b6d tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337068 Feb 09 12:55:20.491476 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3ca60503-e0d3-4dee-8c5e-c277f4213669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10470470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10234559'] for subnet (0367d67f-ea4f-41a4-b892-4341d2745d61), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:20.627047 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca60503-e0d3-4dee-8c5e-c277f4213669 admin admin] Checking segment: {'id': '54f7c519-2f41-4adf-9f4f-f9638b4bbb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8cf5ea2c-969a-42b9-8bc9-ada450560dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:55:20.627509 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca60503-e0d3-4dee-8c5e-c277f4213669 admin admin] Network hostable DHCP agents. Network: 8cf5ea2c-969a-42b9-8bc9-ada450560dda, hostable agents: ['669fbb72-d52e-4349-b520-3721ffb5f632'], hosted agents: [] {{(pid=109770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:55:20.669755 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca60503-e0d3-4dee-8c5e-c277f4213669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0367d67f-ea4f-41a4-b892-4341d2745d61,revision_number=0']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:20.781633 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca60503-e0d3-4dee-8c5e-c277f4213669 admin admin] Network 8cf5ea2c-969a-42b9-8bc9-ada450560dda is scheduled to be hosted by DHCP agent 669fbb72-d52e-4349-b520-3721ffb5f632 with binding_index 1 {{(pid=109770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:55:20.887818 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-3ca60503-e0d3-4dee-8c5e-c277f4213669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-4-iscsi, 8cf5ea2c-969a-42b9-8bc9-ada450560dda) {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:55:20.898796 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2a67b7-2800-474c-bbbb-89e28fd123fd None None] Network 8cf5ea2c-969a-42b9-8bc9-ada450560dda requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:55:20.899403 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca60503-e0d3-4dee-8c5e-c277f4213669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:20.905580 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3ca60503-e0d3-4dee-8c5e-c277f4213669 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:21.028166 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-3ca60503-e0d3-4dee-8c5e-c277f4213669 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2487133 Feb 09 12:55:21.037097 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2111ed2c-6def-4365-b8a8-67b5d8590ee2 None None] Network 8cf5ea2c-969a-42b9-8bc9-ada450560dda requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:55:21.609225 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97491791-b0bc-4261-8095-a84340959414 req-c1302b35-dd97-491f-a4de-8ef42c4aff46 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:21.623928 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-97491791-b0bc-4261-8095-a84340959414 req-c1302b35-dd97-491f-a4de-8ef42c4aff46 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 944 time: 0.1359434 Feb 09 12:55:21.708696 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-97491791-b0bc-4261-8095-a84340959414 req-3d37bcf8-ffb7-4c44-a154-cd96c7d0406d tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732737 Feb 09 12:55:22.913954 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31241d-54d0-4bcf-a3d8-415ad22fdc20 req-9e3607a1-46a2-4341-a96c-432ecef56ed4 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:22.924843 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bd31241d-54d0-4bcf-a3d8-415ad22fdc20 req-9e3607a1-46a2-4341-a96c-432ecef56ed4 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 944 time: 0.1074715 Feb 09 12:55:22.989757 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bd31241d-54d0-4bcf-a3d8-415ad22fdc20 req-cd01e86d-a8b2-49b3-9355-96e9e3c34e59 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623348 Feb 09 12:55:23.090243 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 52630) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:23.100457 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-9c51f832-6663-4b33-83c1-6cf81e9d975b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-533559653-network', 'tenant_id': '573a2819a8bb4eeda0502d7ff6c3ba98'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:55:23.475812 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c51f832-6663-4b33-83c1-6cf81e9d975b admin admin] Made reservation on behalf of 573a2819a8bb4eeda0502d7ff6c3ba98 for: {'network': 1} {{(pid=109770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:55:23.482063 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9c51f832-6663-4b33-83c1-6cf81e9d975b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for network (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:23.496109 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9c51f832-6663-4b33-83c1-6cf81e9d975b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:23.507824 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6f1c40de-aa95-4a05-bd20-fc2b3f11888d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:23.610728 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9c51f832-6663-4b33-83c1-6cf81e9d975b admin admin] Publish callbacks [] for security_group (b39b9608-5da4-4d22-8946-f007157d17d5), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:23.735728 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9c51f832-6663-4b33-83c1-6cf81e9d975b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (b39b9608-5da4-4d22-8946-f007157d17d5), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:23.764831 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c51f832-6663-4b33-83c1-6cf81e9d975b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=109770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:55:23.774233 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51f832-6663-4b33-83c1-6cf81e9d975b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39b9608-5da4-4d22-8946-f007157d17d5,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:23.781216 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9c51f832-6663-4b33-83c1-6cf81e9d975b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (2fc10b44-6a19-4ea0-a450-daa7a02d5886), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:23.781561 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.db.segments_db [None req-9c51f832-6663-4b33-83c1-6cf81e9d975b admin admin] Added segment 2fc10b44-6a19-4ea0-a450-daa7a02d5886 of type vlan for network 379619ac-313d-4302-b446-8036fb91d3a2 Feb 09 12:55:23.823773 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9c51f832-6663-4b33-83c1-6cf81e9d975b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775837420593'] for network (379619ac-313d-4302-b446-8036fb91d3a2), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:23.984713 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9c51f832-6663-4b33-83c1-6cf81e9d975b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for network (379619ac-313d-4302-b446-8036fb91d3a2), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:23.985728 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c51f832-6663-4b33-83c1-6cf81e9d975b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:23.986325 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9c51f832-6663-4b33-83c1-6cf81e9d975b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:24.047013 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51f832-6663-4b33-83c1-6cf81e9d975b admin admin] Pushing event updated for resources: {'Network': ['ID=379619ac-313d-4302-b446-8036fb91d3a2,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:24.057472 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Network 379619ac-313d-4302-b446-8036fb91d3a2 details requested by agent ovs-agent-dv-cinder-810917-4-iscsi with host dv-cinder-810917-4-iscsi {{(pid=109771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 12:55:24.122907 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-9c51f832-6663-4b33-83c1-6cf81e9d975b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0313706 Feb 09 12:55:24.133436 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 52644) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:24.139869 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-3b4df039-acd0-4871-a760-29ea00e5d3cf admin admin] Request body: {'subnet': {'network_id': '379619ac-313d-4302-b446-8036fb91d3a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-533559653-subnet', 'tenant_id': '573a2819a8bb4eeda0502d7ff6c3ba98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:55:24.165941 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffa7b3-57e3-45f9-a410-7ac6a7c17ddd req-f6705eba-3a66-4cfc-a2a9-379080f92007 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:24.167640 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-adffa7b3-57e3-45f9-a410-7ac6a7c17ddd req-f6705eba-3a66-4cfc-a2a9-379080f92007 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 944 time: 0.0919991 Feb 09 12:55:24.220657 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-adffa7b3-57e3-45f9-a410-7ac6a7c17ddd req-ac364b09-3a01-4434-96af-7550e736f28c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435514 Feb 09 12:55:24.298960 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4df039-acd0-4871-a760-29ea00e5d3cf admin admin] Made reservation on behalf of 573a2819a8bb4eeda0502d7ff6c3ba98 for: {'subnet': 1} {{(pid=109770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:55:24.301367 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3b4df039-acd0-4871-a760-29ea00e5d3cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10234497'] for subnet (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:24.767232 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3b4df039-acd0-4871-a760-29ea00e5d3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10470470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10234559'] for subnet (55b65744-97c8-4a35-b4d0-2cbc29156772), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:24.827862 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4df039-acd0-4871-a760-29ea00e5d3cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=55b65744-97c8-4a35-b4d0-2cbc29156772,revision_number=0']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:24.837783 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4df039-acd0-4871-a760-29ea00e5d3cf admin admin] Checking segment: {'id': '2fc10b44-6a19-4ea0-a450-daa7a02d5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '379619ac-313d-4302-b446-8036fb91d3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:55:24.838135 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4df039-acd0-4871-a760-29ea00e5d3cf admin admin] Network hostable DHCP agents. Network: 379619ac-313d-4302-b446-8036fb91d3a2, hostable agents: ['669fbb72-d52e-4349-b520-3721ffb5f632'], hosted agents: [] {{(pid=109770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:55:24.972860 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4df039-acd0-4871-a760-29ea00e5d3cf admin admin] Network 379619ac-313d-4302-b446-8036fb91d3a2 is scheduled to be hosted by DHCP agent 669fbb72-d52e-4349-b520-3721ffb5f632 with binding_index 1 {{(pid=109770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:55:25.089487 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-3b4df039-acd0-4871-a760-29ea00e5d3cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-4-iscsi, 379619ac-313d-4302-b446-8036fb91d3a2) {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:55:25.093760 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4df039-acd0-4871-a760-29ea00e5d3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:25.094358 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3b4df039-acd0-4871-a760-29ea00e5d3cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:25.102048 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5d6b8b-3382-4005-a74b-9d4d5d9f939c None None] Network 379619ac-313d-4302-b446-8036fb91d3a2 requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:55:25.206374 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdada486-2a8e-46a4-bc39-41fd30d603f9 None None] Network 379619ac-313d-4302-b446-8036fb91d3a2 requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:55:25.228212 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-3b4df039-acd0-4871-a760-29ea00e5d3cf admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0842812 Feb 09 12:55:25.386481 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324dc8e-4893-4853-9009-9461047834bc req-f96a9505-9dee-4cb8-8834-bfa489f561fb tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:25.391219 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5324dc8e-4893-4853-9009-9461047834bc req-f96a9505-9dee-4cb8-8834-bfa489f561fb tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 944 time: 0.0726821 Feb 09 12:55:25.406340 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 52658) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:25.448044 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5324dc8e-4893-4853-9009-9461047834bc req-a6af6af8-6266-4631-b8ac-f6b966b6eaae tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518396 Feb 09 12:55:25.458564 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6131c54-9f45-428c-afe6-a0bb7e1e68e8 admin admin] Deleting subnet 0367d67f-ea4f-41a4-b892-4341d2745d61 {{(pid=109770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 12:55:25.467585 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f6131c54-9f45-428c-afe6-a0bb7e1e68e8 admin admin] Publish callbacks [] for subnet (0367d67f-ea4f-41a4-b892-4341d2745d61), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:25.504243 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f6131c54-9f45-428c-afe6-a0bb7e1e68e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10469959'] for subnet (0367d67f-ea4f-41a4-b892-4341d2745d61), precommit_delete_associations {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:25.551084 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f6131c54-9f45-428c-afe6-a0bb7e1e68e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956720'] for subnet (0367d67f-ea4f-41a4-b892-4341d2745d61), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:25.746195 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-2188194c-57b7-4b93-bee8-207087497e1f req-43724275-1ab5-489b-9664-96e712177323 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-226655269&fields=id&tenant_id=19f045d14ee84b2d9a76ecc5e986b7b2 HTTP/1.1" status: 200 len: 267 time: 0.0501130 Feb 09 12:55:25.763210 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f6131c54-9f45-428c-afe6-a0bb7e1e68e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-956875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10470405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10234534'] for subnet (0367d67f-ea4f-41a4-b892-4341d2745d61), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:25.828545 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6131c54-9f45-428c-afe6-a0bb7e1e68e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0367d67f-ea4f-41a4-b892-4341d2745d61,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:25.839418 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f6131c54-9f45-428c-afe6-a0bb7e1e68e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:25.842219 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-f6131c54-9f45-428c-afe6-a0bb7e1e68e8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0367d67f-ea4f-41a4-b892-4341d2745d61 HTTP/1.1" status: 204 len: 168 time: 0.4347963 Feb 09 12:55:25.845127 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 52666) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:25.944933 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188194c-57b7-4b93-bee8-207087497e1f req-d40264ea-06a6-4838-9246-db57afd6efd0 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:25.946342 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-2188194c-57b7-4b93-bee8-207087497e1f req-d40264ea-06a6-4838-9246-db57afd6efd0 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/networks?id=a2444ddf-e0f9-423c-b50e-660fe55289c5 HTTP/1.1" status: 200 len: 809 time: 0.1937361 Feb 09 12:55:25.948790 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3fd8b649-948f-4378-9eee-b430ab41e7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-976102'] for network (8cf5ea2c-969a-42b9-8bc9-ada450560dda), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:25.950335 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-988eb5c2-7124-4137-9626-4b0a0e4bf94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:25.970757 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-2188194c-57b7-4b93-bee8-207087497e1f req-82b1b272-7050-4df5-831e-b33ef7c788fb tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/quotas/19f045d14ee84b2d9a76ecc5e986b7b2 HTTP/1.1" status: 200 len: 375 time: 0.0189352 Feb 09 12:55:26.073897 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3fd8b649-948f-4378-9eee-b430ab41e7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032615', 'neutron.services.segments.db._delete_segments_for_network-8775837910977'] for network (8cf5ea2c-969a-42b9-8bc9-ada450560dda), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:26.106188 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-3fd8b649-948f-4378-9eee-b430ab41e7af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf5ea2c-969a-42b9-8bc9-ada450560dda']}} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:26.113710 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-2188194c-57b7-4b93-bee8-207087497e1f req-73766e2c-c1e9-45bc-970a-d4483fffd1ff tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=19f045d14ee84b2d9a76ecc5e986b7b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1210580 Feb 09 12:55:26.133951 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-3fd8b649-948f-4378-9eee-b430ab41e7af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f7c519-2f41-4adf-9f4f-f9638b4bbb73') {'for_net_delete': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:26.133951 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-3fd8b649-948f-4378-9eee-b430ab41e7af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f7c519-2f41-4adf-9f4f-f9638b4bbb73') {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:26.146773 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3fd8b649-948f-4378-9eee-b430ab41e7af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775837913034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10469964'] for segment (54f7c519-2f41-4adf-9f4f-f9638b4bbb73), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:26.238670 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3fd8b649-948f-4378-9eee-b430ab41e7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (54f7c519-2f41-4adf-9f4f-f9638b4bbb73), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:26.251651 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd8b649-948f-4378-9eee-b430ab41e7af admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3fd8b649-948f-4378-9eee-b430ab41e7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10470575'] for segment (54f7c519-2f41-4adf-9f4f-f9638b4bbb73), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: Traceback (most recent call last): Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: timer() Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: cb(*args, **kw) Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: return func(*args, **kwargs) Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: self._notify() Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: self.callback(batched_events) Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: event.method(event) Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: return f(self, *a, **k) Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: return self._get(url).json() Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: return self.request(url, 'GET', **kwargs) Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:55:26.256782 dv-cinder-810917-4-iscsi neutron-server[109770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:55:26.342390 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-2188194c-57b7-4b93-bee8-207087497e1f req-501f2419-ea56-406d-ba37-6a935c8255ec service neutron] 10.222.0.50 "GET /v2.0/networks/a2444ddf-e0f9-423c-b50e-660fe55289c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923659 Feb 09 12:55:26.447972 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3fd8b649-948f-4378-9eee-b430ab41e7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591153'] for network (8cf5ea2c-969a-42b9-8bc9-ada450560dda), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:26.464969 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3fd8b649-948f-4378-9eee-b430ab41e7af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:26.469069 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-3fd8b649-948f-4378-9eee-b430ab41e7af admin admin] 10.222.0.50 "DELETE /v2.0/networks/8cf5ea2c-969a-42b9-8bc9-ada450560dda HTTP/1.1" status: 204 len: 168 time: 0.6221333 Feb 09 12:55:26.470379 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-2188194c-57b7-4b93-bee8-207087497e1f req-43ec49a4-f6ac-47fd-95f3-06df68b0ceac service neutron] 10.222.0.50 "GET /v2.0/networks/a2444ddf-e0f9-423c-b50e-660fe55289c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220102 Feb 09 12:55:26.473045 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 52688) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:26.480975 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8b649-948f-4378-9eee-b430ab41e7af admin admin] Pushing event deleted for resources: {'Network': ['ID=8cf5ea2c-969a-42b9-8bc9-ada450560dda,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:26.567414 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f612bb-274a-4b24-93c7-ef6b5ab2439e admin admin] Deleting subnet 55b65744-97c8-4a35-b4d0-2cbc29156772 {{(pid=109769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 12:55:26.572532 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b1f612bb-274a-4b24-93c7-ef6b5ab2439e admin admin] Publish callbacks [] for subnet (55b65744-97c8-4a35-b4d0-2cbc29156772), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:26.655897 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b1f612bb-274a-4b24-93c7-ef6b5ab2439e admin admin] Publish callbacks [] for subnet (55b65744-97c8-4a35-b4d0-2cbc29156772), precommit_delete_associations {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:26.670576 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b1f612bb-274a-4b24-93c7-ef6b5ab2439e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956720'] for subnet (55b65744-97c8-4a35-b4d0-2cbc29156772), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:26.749106 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b2ddd-94b5-420d-a4b8-ae12ca5c55bf req-1239d623-e2e3-4d9c-b9b9-8520467e638b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:26.750692 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4b5b2ddd-94b5-420d-a4b8-ae12ca5c55bf req-1239d623-e2e3-4d9c-b9b9-8520467e638b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 944 time: 0.1475728 Feb 09 12:55:26.814784 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4b5b2ddd-94b5-420d-a4b8-ae12ca5c55bf req-c01709d3-3c49-4b9a-b188-7127cd50d967 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562637 Feb 09 12:55:26.944672 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b1f612bb-274a-4b24-93c7-ef6b5ab2439e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-956875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for subnet (55b65744-97c8-4a35-b4d0-2cbc29156772), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:26.976418 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f612bb-274a-4b24-93c7-ef6b5ab2439e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55b65744-97c8-4a35-b4d0-2cbc29156772,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:26.980258 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b1f612bb-274a-4b24-93c7-ef6b5ab2439e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:26.983547 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-b1f612bb-274a-4b24-93c7-ef6b5ab2439e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/55b65744-97c8-4a35-b4d0-2cbc29156772 HTTP/1.1" status: 204 len: 168 time: 0.5079510 Feb 09 12:55:26.986311 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 52700) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:27.281462 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-78b58d63-8f2e-4c9e-baae-2cbc7a7011b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-976102'] for network (379619ac-313d-4302-b446-8036fb91d3a2), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:27.382952 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-78b58d63-8f2e-4c9e-baae-2cbc7a7011b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032615', 'neutron.services.segments.db._delete_segments_for_network-8775837910977'] for network (379619ac-313d-4302-b446-8036fb91d3a2), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:27.409678 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:27.423232 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-78b58d63-8f2e-4c9e-baae-2cbc7a7011b2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:55:27.423653 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-78b58d63-8f2e-4c9e-baae-2cbc7a7011b2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:55:27.424589 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-78b58d63-8f2e-4c9e-baae-2cbc7a7011b2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:55:27.424925 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-78b58d63-8f2e-4c9e-baae-2cbc7a7011b2 admin admin] Subscribe: > port after_create 55550000 {{(pid=109769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:55:27.425313 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-78b58d63-8f2e-4c9e-baae-2cbc7a7011b2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:55:27.425653 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-78b58d63-8f2e-4c9e-baae-2cbc7a7011b2 admin admin] Subscribe: > port after_update 55550000 {{(pid=109769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:55:27.426036 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-78b58d63-8f2e-4c9e-baae-2cbc7a7011b2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:55:27.426414 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-78b58d63-8f2e-4c9e-baae-2cbc7a7011b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:55:27.426731 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-78b58d63-8f2e-4c9e-baae-2cbc7a7011b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:55:27.427232 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-78b58d63-8f2e-4c9e-baae-2cbc7a7011b2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:55:27.519382 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-78b58d63-8f2e-4c9e-baae-2cbc7a7011b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:55:27.520012 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-78b58d63-8f2e-4c9e-baae-2cbc7a7011b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:55:27.520106 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-78b58d63-8f2e-4c9e-baae-2cbc7a7011b2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:55:27.520399 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-78b58d63-8f2e-4c9e-baae-2cbc7a7011b2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:55:27.520788 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-78b58d63-8f2e-4c9e-baae-2cbc7a7011b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379619ac-313d-4302-b446-8036fb91d3a2']}} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:27.549860 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-327f9f78-b679-4950-b7ef-8a8b0d051d21 req-3686f183-56d0-4273-b8cc-873a1a6c9777 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 210 time: 0.0656731 Feb 09 12:55:27.572312 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-78b58d63-8f2e-4c9e-baae-2cbc7a7011b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc10b44-6a19-4ea0-a450-daa7a02d5886') {'for_net_delete': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:27.572940 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-78b58d63-8f2e-4c9e-baae-2cbc7a7011b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc10b44-6a19-4ea0-a450-daa7a02d5886') {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:27.595231 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-78b58d63-8f2e-4c9e-baae-2cbc7a7011b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775837913034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3638831'] for segment (2fc10b44-6a19-4ea0-a450-daa7a02d5886), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:27.632815 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-78b58d63-8f2e-4c9e-baae-2cbc7a7011b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (2fc10b44-6a19-4ea0-a450-daa7a02d5886), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:27.645074 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b58d63-8f2e-4c9e-baae-2cbc7a7011b2 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=109769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:55:27.645529 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-78b58d63-8f2e-4c9e-baae-2cbc7a7011b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8720052'] for segment (2fc10b44-6a19-4ea0-a450-daa7a02d5886), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: from cryptography.utils import int_from_bytes Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: from cryptography.utils import int_from_bytes Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: Traceback (most recent call last): Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: timer() Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: cb(*args, **kw) Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: return func(*args, **kwargs) Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: self._notify() Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: self.callback(batched_events) Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: event.method(event) Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: return f(self, *a, **k) Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: return self._get(url).json() Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: return self.request(url, 'GET', **kwargs) Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:55:27.650058 dv-cinder-810917-4-iscsi neutron-server[109769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:55:27.867011 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-78b58d63-8f2e-4c9e-baae-2cbc7a7011b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591153'] for network (379619ac-313d-4302-b446-8036fb91d3a2), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:27.872682 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-78b58d63-8f2e-4c9e-baae-2cbc7a7011b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:27.880465 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-78b58d63-8f2e-4c9e-baae-2cbc7a7011b2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/379619ac-313d-4302-b446-8036fb91d3a2 HTTP/1.1" status: 204 len: 168 time: 0.8904834 Feb 09 12:55:27.907181 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b58d63-8f2e-4c9e-baae-2cbc7a7011b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=379619ac-313d-4302-b446-8036fb91d3a2,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:28.012665 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923866d-a0ad-447c-8ca5-f473b6787073 req-dd8ee760-d48d-4ad8-94f8-b8e21138cf98 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:28.015466 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-5923866d-a0ad-447c-8ca5-f473b6787073 req-dd8ee760-d48d-4ad8-94f8-b8e21138cf98 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 944 time: 0.0932419 Feb 09 12:55:28.070505 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-5923866d-a0ad-447c-8ca5-f473b6787073 req-2f4f4562-acfd-4b2c-a396-002d6dd4c834 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479400 Feb 09 12:55:28.558292 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 52740) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:28.628601 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-0d788111-4c36-4b60-877b-7563fffd9ba7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9b53fba431a5487bbe68fcebfb51466c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0664437 Feb 09 12:55:28.630026 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 52744) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:28.642083 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-281ea3e3-b30d-4318-bb52-d035d0243e8d req-7eb02773-adfd-473d-aa28-72d0341ff95d tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 210 time: 0.0359824 Feb 09 12:55:28.685101 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e7f5b4ab-5022-46fc-96f9-06de680fd135 admin admin] Publish callbacks [] for security_group (216a494a-e67c-4c21-ba7d-f202e0705aa6), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:28.708462 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e7f5b4ab-5022-46fc-96f9-06de680fd135 admin admin] Publish callbacks [] for security_group (216a494a-e67c-4c21-ba7d-f202e0705aa6), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:28.758115 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:28.941634 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e7f5b4ab-5022-46fc-96f9-06de680fd135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (216a494a-e67c-4c21-ba7d-f202e0705aa6), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:28.944360 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e7f5b4ab-5022-46fc-96f9-06de680fd135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:28.945639 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-e7f5b4ab-5022-46fc-96f9-06de680fd135 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/216a494a-e67c-4c21-ba7d-f202e0705aa6 HTTP/1.1" status: 204 len: 168 time: 0.3142958 Feb 09 12:55:28.953676 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5b4ab-5022-46fc-96f9-06de680fd135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216a494a-e67c-4c21-ba7d-f202e0705aa6,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:29.228533 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378f9ba-9608-4188-9be4-e78ab4b4df7a req-e3cbdcf4-5bfb-407d-aa7b-33cb34216186 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:29.230126 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-4378f9ba-9608-4188-9be4-e78ab4b4df7a req-e3cbdcf4-5bfb-407d-aa7b-33cb34216186 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 944 time: 0.0715902 Feb 09 12:55:29.280926 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-4378f9ba-9608-4188-9be4-e78ab4b4df7a req-4c1faeff-f9ac-4c52-9edd-fedd68cdf5e1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452619 Feb 09 12:55:29.738819 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c57a1337-7161-493f-b8a4-952e7dab8d09 req-743bdb14-001e-47bc-918b-00e067e5b930 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 210 time: 0.0279279 Feb 09 12:55:29.877978 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:30.109064 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 52764) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:30.151321 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-1ee5aa1f-ec91-4952-ae79-fc50f53204f1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=573a2819a8bb4eeda0502d7ff6c3ba98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410032 Feb 09 12:55:30.155832 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 52766) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:30.212671 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-46121d87-b2c1-454b-84b4-36dc6f198dd2 admin admin] Publish callbacks [] for security_group (b39b9608-5da4-4d22-8946-f007157d17d5), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:30.237276 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-46121d87-b2c1-454b-84b4-36dc6f198dd2 admin admin] Publish callbacks [] for security_group (b39b9608-5da4-4d22-8946-f007157d17d5), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:30.394857 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-46121d87-b2c1-454b-84b4-36dc6f198dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (b39b9608-5da4-4d22-8946-f007157d17d5), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:30.397649 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-46121d87-b2c1-454b-84b4-36dc6f198dd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:30.398876 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-46121d87-b2c1-454b-84b4-36dc6f198dd2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b39b9608-5da4-4d22-8946-f007157d17d5 HTTP/1.1" status: 204 len: 168 time: 0.2420065 Feb 09 12:55:30.412621 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46121d87-b2c1-454b-84b4-36dc6f198dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39b9608-5da4-4d22-8946-f007157d17d5,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:30.439718 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5c235-4fc3-4753-9045-ea4b3feeb410 req-a4f11e1b-60ac-479a-b35a-5f6402044e85 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:30.441926 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ece5c235-4fc3-4753-9045-ea4b3feeb410 req-a4f11e1b-60ac-479a-b35a-5f6402044e85 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 944 time: 0.0838871 Feb 09 12:55:30.504946 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ece5c235-4fc3-4753-9045-ea4b3feeb410 req-71b8b15e-0dc2-4546-bb27-ec99be03b669 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521445 Feb 09 12:55:30.845219 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-61717d35-a092-46de-ad5d-e06945ab36e1 req-9308a610-93a6-4acb-8fcc-f837e4c8641f tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 210 time: 0.0322759 Feb 09 12:55:31.648642 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5709a10-d981-4c47-8726-491e4d30b956 req-d1af18fd-1b2c-4e00-80f7-0993b0f336b3 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:31.648642 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b5709a10-d981-4c47-8726-491e4d30b956 req-d1af18fd-1b2c-4e00-80f7-0993b0f336b3 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 944 time: 0.0631976 Feb 09 12:55:31.699173 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b5709a10-d981-4c47-8726-491e4d30b956 req-46f0c141-f53e-4c3d-839b-fbc2d515a6f3 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444701 Feb 09 12:55:31.947412 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d6578de1-b213-401b-96ee-e9d5c45bee25 req-d043fa03-2b5a-419e-ab0f-893fb38740d5 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 210 time: 0.0301132 Feb 09 12:55:32.506962 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 7ae9277f-bd57-4865-aa70-2067250d9c21 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=109771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 12:55:32.562234 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188194c-57b7-4b93-bee8-207087497e1f req-2f27aa88-e660-4312-8b14-7a447d2489eb tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:32.563730 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2188194c-57b7-4b93-bee8-207087497e1f req-2f27aa88-e660-4312-8b14-7a447d2489eb tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.18 "GET /v2.0/networks?id=a2444ddf-e0f9-423c-b50e-660fe55289c5 HTTP/1.1" status: 200 len: 809 time: 0.1488459 Feb 09 12:55:32.572199 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b06d2-88e6-4343-878c-8d81305f7f59 req-5a31fad6-7642-4266-b532-6e9809917018 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:32.573734 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-835b06d2-88e6-4343-878c-8d81305f7f59 req-5a31fad6-7642-4266-b532-6e9809917018 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.1049123 Feb 09 12:55:32.648887 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 7ae9277f-bd57-4865-aa70-2067250d9c21, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7ae9277f-bd57-4865-aa70-2067250d9c21,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:32.668493 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Returning: {'device': '7ae9277f-bd57-4865-aa70-2067250d9c21', 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'port_id': '7ae9277f-bd57-4865-aa70-2067250d9c21', 'mac_address': 'fa:16:3e:77:bf:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 12:55:32.696920 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-835b06d2-88e6-4343-878c-8d81305f7f59 req-f36cd881-df18-4a10-ab61-6d5c6c18f6dc tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155987 Feb 09 12:55:32.715633 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2188194c-57b7-4b93-bee8-207087497e1f req-6c131510-2647-4576-905c-75f96ae2f181 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19f045d14ee84b2d9a76ecc5e986b7b2 HTTP/1.1" status: 200 len: 379 time: 0.1406746 Feb 09 12:55:32.724253 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 7ae9277f-bd57-4865-aa70-2067250d9c21 is: DOWN; New status is: BUILD {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:55:32.724654 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (7ae9277f-bd57-4865-aa70-2067250d9c21), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:32.726871 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-2188194c-57b7-4b93-bee8-207087497e1f req-a38efbbb-41ac-4908-ab4f-c529f3d13681 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Request body: {'port': {'device_id': '562eba84-fce8-4ed3-b475-f89f11bef6e0', 'network_id': 'a2444ddf-e0f9-423c-b50e-660fe55289c5', 'admin_state_up': True, 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'security_groups': ['794a0686-527b-413b-af6f-91301f6dcb1a']}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:55:32.767947 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae9277f-bd57-4865-aa70-2067250d9c21 {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:55:32.807835 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 12:55:32.808483 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 7ae9277f-bd57-4865-aa70-2067250d9c21, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7ae9277f-bd57-4865-aa70-2067250d9c21,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:32.897059 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724557a3-811d-47c0-b24f-bcb119df567f req-c6f438af-5765-4b73-86de-2eb772b96d4e tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:32.898748 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-724557a3-811d-47c0-b24f-bcb119df567f req-c6f438af-5765-4b73-86de-2eb772b96d4e tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 944 time: 0.0767355 Feb 09 12:55:32.950563 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (7ae9277f-bd57-4865-aa70-2067250d9c21), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:32.960710 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-724557a3-811d-47c0-b24f-bcb119df567f req-fa3aa0bb-df8b-4bda-b568-fb6bf0fe6847 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533621 Feb 09 12:55:33.009942 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=7ae9277f-bd57-4865-aa70-2067250d9c21,revision_number=9']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:33.023237 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:33.032350 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:33.032350 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:33.032350 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:33.032350 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:33.032350 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:33.032350 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:33.032350 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:33.032350 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:33.032350 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:33.032350 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:33.032350 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:33.032350 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:33.094730 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6e908662-0ab2-46c3-bc7c-c24230a7cf87 req-9feccc3a-97aa-43ca-8585-81b3633d1b45 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 210 time: 0.0330000 Feb 09 12:55:33.110835 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2188194c-57b7-4b93-bee8-207087497e1f req-a38efbbb-41ac-4908-ab4f-c529f3d13681 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Made reservation on behalf of 19f045d14ee84b2d9a76ecc5e986b7b2 for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:55:33.115260 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-2188194c-57b7-4b93-bee8-207087497e1f req-a38efbbb-41ac-4908-ab4f-c529f3d13681 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:33.183823 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['7ae9277f-bd57-4865-aa70-2067250d9c21'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:55:33.272304 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-2188194c-57b7-4b93-bee8-207087497e1f req-a38efbbb-41ac-4908-ab4f-c529f3d13681 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Allocated IP 172.20.0.6 (a2444ddf-e0f9-423c-b50e-660fe55289c5/52389728-c5f1-4193-92ae-0886d565814f/10e73c89-b01c-48ed-ba11-e00a1c2f608b) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:55:33.459515 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-2188194c-57b7-4b93-bee8-207087497e1f req-a38efbbb-41ac-4908-ab4f-c529f3d13681 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for port (10e73c89-b01c-48ed-ba11-e00a1c2f608b), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:33.644757 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-2188194c-57b7-4b93-bee8-207087497e1f req-a38efbbb-41ac-4908-ab4f-c529f3d13681 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (10e73c89-b01c-48ed-ba11-e00a1c2f608b), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:33.712184 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2188194c-57b7-4b93-bee8-207087497e1f req-a38efbbb-41ac-4908-ab4f-c529f3d13681 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Network a2444ddf-e0f9-423c-b50e-660fe55289c5 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:55:33.715702 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-2188194c-57b7-4b93-bee8-207087497e1f req-a38efbbb-41ac-4908-ab4f-c529f3d13681 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:55:33.723314 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-2188194c-57b7-4b93-bee8-207087497e1f req-a38efbbb-41ac-4908-ab4f-c529f3d13681 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:55:33.771725 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38efbbb-41ac-4908-ab4f-c529f3d13681 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Pushing event updated for resources: {'Port': ['ID=10e73c89-b01c-48ed-ba11-e00a1c2f608b,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:33.805320 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188194c-57b7-4b93-bee8-207087497e1f req-a38efbbb-41ac-4908-ab4f-c529f3d13681 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:33.807224 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-2188194c-57b7-4b93-bee8-207087497e1f req-a38efbbb-41ac-4908-ab4f-c529f3d13681 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:33.918442 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769da02-64a7-4c87-b1a2-1ce6daf14228 req-172fd0ae-7e5a-43cc-87ef-b5b18e87ec07 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:33.919295 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-0769da02-64a7-4c87-b1a2-1ce6daf14228 req-172fd0ae-7e5a-43cc-87ef-b5b18e87ec07 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.0820985 Feb 09 12:55:33.973362 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2188194c-57b7-4b93-bee8-207087497e1f req-a38efbbb-41ac-4908-ab4f-c529f3d13681 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2517161 Feb 09 12:55:33.985405 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-2188194c-57b7-4b93-bee8-207087497e1f req-0be38901-b9fd-4d7a-9dc3-3e867a209e7f service neutron] Request body: {'port': {'device_id': '562eba84-fce8-4ed3-b475-f89f11bef6e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:55:33.996161 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-0769da02-64a7-4c87-b1a2-1ce6daf14228 req-6d31a8fb-c409-4431-9b03-0a54ba25bfc1 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653496 Feb 09 12:55:34.079215 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-9991d017-f18d-4fc8-b349-26382f13bb3c None None] Provisioning complete for port 10e73c89-b01c-48ed-ba11-e00a1c2f608b triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:55:34.079857 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-9991d017-f18d-4fc8-b349-26382f13bb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (10e73c89-b01c-48ed-ba11-e00a1c2f608b), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:34.101556 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-2188194c-57b7-4b93-bee8-207087497e1f req-0be38901-b9fd-4d7a-9dc3-3e867a209e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (10e73c89-b01c-48ed-ba11-e00a1c2f608b), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:34.160945 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-9991d017-f18d-4fc8-b349-26382f13bb3c None None] Port 10e73c89-b01c-48ed-ba11-e00a1c2f608b cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:55:34.287882 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507adc0-a8b6-4115-8ffd-e204cacebffa req-350c2c0f-fb6c-4a07-80cd-f935c5a82bfe tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:34.288767 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc16ea9-47da-414f-9fb8-75775b56cff1 req-9aec3a6f-a6f4-4e31-983d-400df1fe621b tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:34.289665 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2507adc0-a8b6-4115-8ffd-e204cacebffa req-350c2c0f-fb6c-4a07-80cd-f935c5a82bfe tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 945 time: 0.2324834 Feb 09 12:55:34.290751 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-5dc16ea9-47da-414f-9fb8-75775b56cff1 req-9aec3a6f-a6f4-4e31-983d-400df1fe621b tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 931 time: 0.0687099 Feb 09 12:55:34.365565 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-5dc16ea9-47da-414f-9fb8-75775b56cff1 req-5239368b-5067-4341-8629-bf8a8f1f68f3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682695 Feb 09 12:55:34.417829 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2507adc0-a8b6-4115-8ffd-e204cacebffa req-4a9642f1-5f9b-4731-b8ae-57206a160fad tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163092 Feb 09 12:55:34.510356 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-2188194c-57b7-4b93-bee8-207087497e1f req-0be38901-b9fd-4d7a-9dc3-3e867a209e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e73c89-b01c-48ed-ba11-e00a1c2f608b {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:55:34.519629 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-2188194c-57b7-4b93-bee8-207087497e1f req-0be38901-b9fd-4d7a-9dc3-3e867a209e7f service neutron] Publish callbacks [] for port (10e73c89-b01c-48ed-ba11-e00a1c2f608b), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:34.531745 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 7ae9277f-bd57-4865-aa70-2067250d9c21 up at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:55:34.533966 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-2188194c-57b7-4b93-bee8-207087497e1f req-0be38901-b9fd-4d7a-9dc3-3e867a209e7f service neutron] Transition to ACTIVE for port object 10e73c89-b01c-48ed-ba11-e00a1c2f608b will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:55:34.584269 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 52942) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:34.609914 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning complete for port 7ae9277f-bd57-4865-aa70-2067250d9c21 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:55:34.610590 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (7ae9277f-bd57-4865-aa70-2067250d9c21), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:34.722812 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2e7c3388-d919-473d-b578-21ff662aa7f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:34.755113 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-2188194c-57b7-4b93-bee8-207087497e1f req-0be38901-b9fd-4d7a-9dc3-3e867a209e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8720072'] for port (10e73c89-b01c-48ed-ba11-e00a1c2f608b), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:34.833709 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be38901-b9fd-4d7a-9dc3-3e867a209e7f service neutron] Pushing event updated for resources: {'Port': ['ID=10e73c89-b01c-48ed-ba11-e00a1c2f608b,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:34.880310 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 7ae9277f-bd57-4865-aa70-2067250d9c21 is: BUILD; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:55:34.915674 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (7ae9277f-bd57-4865-aa70-2067250d9c21), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:34.916123 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2e7c3388-d919-473d-b578-21ff662aa7f6 admin admin] Publish callbacks [] for security_group (da2a10df-6630-48be-9cb0-c8129bc4f844), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:34.916323 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8ad3c9-5d75-4419-9f06-19cb6859619f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae9277f-bd57-4865-aa70-2067250d9c21'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:55:34.919131 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35568c951842a11d678cd4ef08ed24226590f5ef87a7b6612a56827cefa1ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f2b465-e098-42f4-8fdb-41f79c183e01" -d '{"events": [{"server_uuid": "ae8ad3c9-5d75-4419-9f06-19cb6859619f", "name": "network-vif-plugged", "status": "completed", "tag": "7ae9277f-bd57-4865-aa70-2067250d9c21"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:55:34.936766 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 7ae9277f-bd57-4865-aa70-2067250d9c21, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7ae9277f-bd57-4865-aa70-2067250d9c21,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:34.948860 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-2188194c-57b7-4b93-bee8-207087497e1f req-0be38901-b9fd-4d7a-9dc3-3e867a209e7f service neutron] Attempting to bind port 10e73c89-b01c-48ed-ba11-e00a1c2f608b on host hv-cinder-81091 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:55:34.949219 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-2188194c-57b7-4b93-bee8-207087497e1f req-0be38901-b9fd-4d7a-9dc3-3e867a209e7f service neutron] Attempting to bind port 10e73c89-b01c-48ed-ba11-e00a1c2f608b by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '65e83d7c-8f31-4529-aaf4-8a9ed6c91a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a2444ddf-e0f9-423c-b50e-660fe55289c5'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:55:34.949638 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2188194c-57b7-4b93-bee8-207087497e1f req-0be38901-b9fd-4d7a-9dc3-3e867a209e7f service neutron] Attempting to bind port 10e73c89-b01c-48ed-ba11-e00a1c2f608b on network a2444ddf-e0f9-423c-b50e-660fe55289c5 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:55:34.955193 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2188194c-57b7-4b93-bee8-207087497e1f req-0be38901-b9fd-4d7a-9dc3-3e867a209e7f service neutron] Port 10e73c89-b01c-48ed-ba11-e00a1c2f608b on network a2444ddf-e0f9-423c-b50e-660fe55289c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 12:55:34.962249 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2188194c-57b7-4b93-bee8-207087497e1f req-0be38901-b9fd-4d7a-9dc3-3e867a209e7f service neutron] Attempting to bind port 10e73c89-b01c-48ed-ba11-e00a1c2f608b on network a2444ddf-e0f9-423c-b50e-660fe55289c5 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:55:34.962249 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2188194c-57b7-4b93-bee8-207087497e1f req-0be38901-b9fd-4d7a-9dc3-3e867a209e7f service neutron] Checking agent: {'id': '230303ca-ea08-4771-a934-bc9aeb8313a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'started_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:55:34.962249 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2188194c-57b7-4b93-bee8-207087497e1f req-0be38901-b9fd-4d7a-9dc3-3e867a209e7f service neutron] Checking segment: {'id': '65e83d7c-8f31-4529-aaf4-8a9ed6c91a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a2444ddf-e0f9-423c-b50e-660fe55289c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:55:34.962714 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2188194c-57b7-4b93-bee8-207087497e1f req-0be38901-b9fd-4d7a-9dc3-3e867a209e7f service neutron] Bound using segment: {'id': '65e83d7c-8f31-4529-aaf4-8a9ed6c91a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a2444ddf-e0f9-423c-b50e-660fe55289c5'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:55:34.962898 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-2188194c-57b7-4b93-bee8-207087497e1f req-0be38901-b9fd-4d7a-9dc3-3e867a209e7f service neutron] Bound port: 10e73c89-b01c-48ed-ba11-e00a1c2f608b, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65e83d7c-8f31-4529-aaf4-8a9ed6c91a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a2444ddf-e0f9-423c-b50e-660fe55289c5'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:55:34.963223 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-2188194c-57b7-4b93-bee8-207087497e1f req-0be38901-b9fd-4d7a-9dc3-3e867a209e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (10e73c89-b01c-48ed-ba11-e00a1c2f608b), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:35.013174 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057abaf6-0b33-4378-b4b9-33e6575f90e6 x-openstack-request-id: req-057abaf6-0b33-4378-b4b9-33e6575f90e6 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:55:35.013174 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8ad3c9-5d75-4419-9f06-19cb6859619f", "name": "network-vif-plugged", "status": "completed", "tag": "7ae9277f-bd57-4865-aa70-2067250d9c21", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:55:35.013174 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-057abaf6-0b33-4378-b4b9-33e6575f90e6 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:55:35.013680 dv-cinder-810917-4-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8ad3c9-5d75-4419-9f06-19cb6859619f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae9277f-bd57-4865-aa70-2067250d9c21', 'code': 200} Feb 09 12:55:35.066552 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-2188194c-57b7-4b93-bee8-207087497e1f req-0be38901-b9fd-4d7a-9dc3-3e867a209e7f service neutron] For port 10e73c89-b01c-48ed-ba11-e00a1c2f608b, host hv-cinder-81091, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:55:35.070580 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-2188194c-57b7-4b93-bee8-207087497e1f req-0be38901-b9fd-4d7a-9dc3-3e867a209e7f service neutron] For port 10e73c89-b01c-48ed-ba11-e00a1c2f608b, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=10e73c89-b01c-48ed-ba11-e00a1c2f608b,segment=NetworkSegment(65e83d7c-8f31-4529-aaf4-8a9ed6c91a40),segment_id=65e83d7c-8f31-4529-aaf4-8a9ed6c91a40)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:55:35.079092 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2e7c3388-d919-473d-b578-21ff662aa7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (da2a10df-6630-48be-9cb0-c8129bc4f844), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:35.105374 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (7ae9277f-bd57-4865-aa70-2067250d9c21), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:35.147327 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-2e7c3388-d919-473d-b578-21ff662aa7f6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2f22d872a8c04e948724df53b5863947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5613401 Feb 09 12:55:35.150144 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 52952) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:35.150912 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c3388-d919-473d-b578-21ff662aa7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2a10df-6630-48be-9cb0-c8129bc4f844,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:35.167619 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=7ae9277f-bd57-4865-aa70-2067250d9c21,revision_number=10']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:35.181353 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a8031-3cbf-49e2-a78e-8d01805be06c req-d38b0781-b349-4fea-8cff-38ab3e93877d tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:35.183058 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2f3a8031-3cbf-49e2-a78e-8d01805be06c req-d38b0781-b349-4fea-8cff-38ab3e93877d tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.0778687 Feb 09 12:55:35.184842 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-2188194c-57b7-4b93-bee8-207087497e1f req-0be38901-b9fd-4d7a-9dc3-3e867a209e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8720072'] for port (10e73c89-b01c-48ed-ba11-e00a1c2f608b), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:35.209774 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9a9ab32c-d3ef-48b1-9721-1c7dc942ee70 admin admin] Publish callbacks [] for security_group (da2a10df-6630-48be-9cb0-c8129bc4f844), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:35.245049 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188194c-57b7-4b93-bee8-207087497e1f req-0be38901-b9fd-4d7a-9dc3-3e867a209e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:35.245939 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-2188194c-57b7-4b93-bee8-207087497e1f req-0be38901-b9fd-4d7a-9dc3-3e867a209e7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:35.247650 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2188194c-57b7-4b93-bee8-207087497e1f req-0be38901-b9fd-4d7a-9dc3-3e867a209e7f service neutron] 10.222.0.18 "PUT /v2.0/ports/10e73c89-b01c-48ed-ba11-e00a1c2f608b HTTP/1.1" status: 200 len: 1093 time: 1.2678378 Feb 09 12:55:35.248307 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562eba84-fce8-4ed3-b475-f89f11bef6e0', 'tag': '10e73c89-b01c-48ed-ba11-e00a1c2f608b'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:55:35.250973 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6145bd9-a7b6-43e6-983a-f04603795a58" -d '{"events": [{"name": "network-changed", "server_uuid": "562eba84-fce8-4ed3-b475-f89f11bef6e0", "tag": "10e73c89-b01c-48ed-ba11-e00a1c2f608b"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:55:35.272763 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9a9ab32c-d3ef-48b1-9721-1c7dc942ee70 admin admin] Publish callbacks [] for security_group (da2a10df-6630-48be-9cb0-c8129bc4f844), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:35.294777 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be38901-b9fd-4d7a-9dc3-3e867a209e7f service neutron] Pushing event updated for resources: {'Port': ['ID=10e73c89-b01c-48ed-ba11-e00a1c2f608b,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:35.333366 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 12:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db85bdb8-8479-45d6-8a91-b6d1af83737c x-openstack-request-id: req-db85bdb8-8479-45d6-8a91-b6d1af83737c {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:55:35.333752 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562eba84-fce8-4ed3-b475-f89f11bef6e0", "tag": "10e73c89-b01c-48ed-ba11-e00a1c2f608b", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:55:35.334074 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-db85bdb8-8479-45d6-8a91-b6d1af83737c {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:55:35.334550 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562eba84-fce8-4ed3-b475-f89f11bef6e0', 'tag': '10e73c89-b01c-48ed-ba11-e00a1c2f608b', 'status': 'completed', 'code': 200} Feb 09 12:55:35.338293 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2f3a8031-3cbf-49e2-a78e-8d01805be06c req-ef3e915e-aa68-45ac-a1f1-ebc5deaf70e2 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486826 Feb 09 12:55:35.421363 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6145bd9-a7b6-43e6-983a-f04603795a58 req-2cf48862-6da7-40cf-8382-763983183d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:35.422948 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d6145bd9-a7b6-43e6-983a-f04603795a58 req-2cf48862-6da7-40cf-8382-763983183d0b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=19f045d14ee84b2d9a76ecc5e986b7b2&device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 1127 time: 0.0836594 Feb 09 12:55:35.532999 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0a387-775c-4f00-b8e3-c72ba4faa287 req-c77e522a-cea7-4b7c-a2d1-13da46238c91 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:35.535577 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-83e0a387-775c-4f00-b8e3-c72ba4faa287 req-c77e522a-cea7-4b7c-a2d1-13da46238c91 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 943 time: 0.0565829 Feb 09 12:55:35.588497 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-83e0a387-775c-4f00-b8e3-c72ba4faa287 req-7ad9eca7-a4dc-45c9-8ca3-602d1674383d tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472531 Feb 09 12:55:35.608731 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6145bd9-a7b6-43e6-983a-f04603795a58 req-8cd0cf6d-5fd0-4817-b550-e51e3321799e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:35.610218 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d6145bd9-a7b6-43e6-983a-f04603795a58 req-8cd0cf6d-5fd0-4817-b550-e51e3321799e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=19f045d14ee84b2d9a76ecc5e986b7b2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1778483 Feb 09 12:55:35.612511 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9a9ab32c-d3ef-48b1-9721-1c7dc942ee70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (da2a10df-6630-48be-9cb0-c8129bc4f844), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:35.617265 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9a9ab32c-d3ef-48b1-9721-1c7dc942ee70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:35.621086 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-9a9ab32c-d3ef-48b1-9721-1c7dc942ee70 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/da2a10df-6630-48be-9cb0-c8129bc4f844 HTTP/1.1" status: 204 len: 168 time: 0.4666116 Feb 09 12:55:35.628930 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ab32c-d3ef-48b1-9721-1c7dc942ee70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2a10df-6630-48be-9cb0-c8129bc4f844,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:35.651285 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b09d6-9b58-44c1-aef0-b041e3f44f13 req-5dfd15a5-7a6d-46e1-9d81-34cec2434e6d tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:35.658657 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3f5b09d6-9b58-44c1-aef0-b041e3f44f13 req-5dfd15a5-7a6d-46e1-9d81-34cec2434e6d tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 947 time: 0.1163445 Feb 09 12:55:35.756780 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3f5b09d6-9b58-44c1-aef0-b041e3f44f13 req-00d3d7b1-dbf6-4b12-8bba-ccc1d8eb3cba tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973432 Feb 09 12:55:35.783409 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6145bd9-a7b6-43e6-983a-f04603795a58 req-731913e9-fc2c-45c4-9c4f-bd9b36b6503b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:35.785309 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d6145bd9-a7b6-43e6-983a-f04603795a58 req-731913e9-fc2c-45c4-9c4f-bd9b36b6503b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1677530 Feb 09 12:55:35.791058 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03381f20-7f80-4100-8a60-ee8dc6b56d10 req-36a9f989-9876-4424-8928-ce06784da90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:35.792756 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-03381f20-7f80-4100-8a60-ee8dc6b56d10 req-36a9f989-9876-4424-8928-ce06784da90e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 1131 time: 0.0607235 Feb 09 12:55:35.847703 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-03381f20-7f80-4100-8a60-ee8dc6b56d10 req-42ed67e7-f8ae-4337-aa5e-83d232f492dd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470090 Feb 09 12:55:35.890561 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188194c-57b7-4b93-bee8-207087497e1f req-26fd34c2-f973-4ea8-a7aa-61bd355ae9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:35.892159 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2188194c-57b7-4b93-bee8-207087497e1f req-26fd34c2-f973-4ea8-a7aa-61bd355ae9cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=19f045d14ee84b2d9a76ecc5e986b7b2&device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 1127 time: 0.0591466 Feb 09 12:55:36.119357 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2188194c-57b7-4b93-bee8-207087497e1f req-91bc3b36-16bf-4f82-97ba-dc1a6af67ff2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10e73c89-b01c-48ed-ba11-e00a1c2f608b HTTP/1.1" status: 200 len: 217 time: 0.0472019 Feb 09 12:55:36.191865 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188194c-57b7-4b93-bee8-207087497e1f req-e28ccaf2-9841-4d21-b64c-ddf4f0d13eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:36.194674 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2188194c-57b7-4b93-bee8-207087497e1f req-e28ccaf2-9841-4d21-b64c-ddf4f0d13eed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52389728-c5f1-4193-92ae-0886d565814f HTTP/1.1" status: 200 len: 848 time: 0.0667200 Feb 09 12:55:36.252716 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188194c-57b7-4b93-bee8-207087497e1f req-46cedf16-5a69-40af-a7c1-de9d464e4b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:36.255393 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2188194c-57b7-4b93-bee8-207087497e1f req-46cedf16-5a69-40af-a7c1-de9d464e4b27 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2444ddf-e0f9-423c-b50e-660fe55289c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563076 Feb 09 12:55:36.388890 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2188194c-57b7-4b93-bee8-207087497e1f req-7a80c1ac-104c-4713-a887-b48348286898 service neutron] 10.222.0.18 "GET /v2.0/networks/a2444ddf-e0f9-423c-b50e-660fe55289c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154263 Feb 09 12:55:36.504685 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2188194c-57b7-4b93-bee8-207087497e1f req-ac9ada89-87db-4fd3-b5e0-0a0f22f1935d service neutron] 10.222.0.18 "GET /v2.0/networks/a2444ddf-e0f9-423c-b50e-660fe55289c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089861 Feb 09 12:55:36.543558 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc447f-3afd-4958-a544-40fef824dff9 req-31fa2f7d-d446-4002-99f3-2768455a19e5 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:36.545232 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-18fc447f-3afd-4958-a544-40fef824dff9 req-31fa2f7d-d446-4002-99f3-2768455a19e5 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.0889382 Feb 09 12:55:36.606067 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-18fc447f-3afd-4958-a544-40fef824dff9 req-a8387e55-d015-4ab0-a68f-dde2ab380d04 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530603 Feb 09 12:55:36.715669 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 53004) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:36.735410 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b6e429f2-6e49-4a94-9c36-dfb70e06f08e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:36.738372 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd3447-7637-4fdf-89b3-428475112040 req-eeaa7643-af0f-4dbf-8e3c-b0da72fc3676 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:36.740215 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dabd3447-7637-4fdf-89b3-428475112040 req-eeaa7643-af0f-4dbf-8e3c-b0da72fc3676 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 943 time: 0.0664854 Feb 09 12:55:36.810815 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dabd3447-7637-4fdf-89b3-428475112040 req-10735982-9d3f-468a-86e5-4ebe98467fc9 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589123 Feb 09 12:55:36.864021 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b6e429f2-6e49-4a94-9c36-dfb70e06f08e admin admin] Publish callbacks [] for security_group (83e17bbb-8fee-4e7a-99c7-5a0024c9525f), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:36.935651 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d5fe8-7b2f-4c4a-8533-688a789c33b6 req-b4ab93d5-0a73-41cf-b505-e636be54b8f2 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:36.937450 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-9e2d5fe8-7b2f-4c4a-8533-688a789c33b6 req-b4ab93d5-0a73-41cf-b505-e636be54b8f2 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 947 time: 0.0625699 Feb 09 12:55:36.989302 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-9e2d5fe8-7b2f-4c4a-8533-688a789c33b6 req-ece87943-a307-4809-bfac-9614ef6d42f2 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434573 Feb 09 12:55:37.003688 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b6e429f2-6e49-4a94-9c36-dfb70e06f08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (83e17bbb-8fee-4e7a-99c7-5a0024c9525f), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:37.052360 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-b6e429f2-6e49-4a94-9c36-dfb70e06f08e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3b1e5763cd164a2782cadc3959d0a06f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3321857 Feb 09 12:55:37.052360 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e429f2-6e49-4a94-9c36-dfb70e06f08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e17bbb-8fee-4e7a-99c7-5a0024c9525f,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:37.054844 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 53010) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:37.129118 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c8986fdf-f641-4206-ada0-29c595f398f7 admin admin] Publish callbacks [] for security_group (83e17bbb-8fee-4e7a-99c7-5a0024c9525f), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:37.158989 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c8986fdf-f641-4206-ada0-29c595f398f7 admin admin] Publish callbacks [] for security_group (83e17bbb-8fee-4e7a-99c7-5a0024c9525f), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:37.187652 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 53016) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:37.350605 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c8986fdf-f641-4206-ada0-29c595f398f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (83e17bbb-8fee-4e7a-99c7-5a0024c9525f), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:37.353410 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c8986fdf-f641-4206-ada0-29c595f398f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:37.354795 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-c8986fdf-f641-4206-ada0-29c595f398f7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/83e17bbb-8fee-4e7a-99c7-5a0024c9525f HTTP/1.1" status: 204 len: 168 time: 0.2988422 Feb 09 12:55:37.363448 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d6f886a8-31e5-4c23-ba17-85492d7e7485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:37.364225 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8986fdf-f641-4206-ada0-29c595f398f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e17bbb-8fee-4e7a-99c7-5a0024c9525f,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:37.483768 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d6f886a8-31e5-4c23-ba17-85492d7e7485 admin admin] Publish callbacks [] for security_group (1fae87ea-fd93-4736-87cb-f4bf0eb89072), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:37.590732 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d6f886a8-31e5-4c23-ba17-85492d7e7485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (1fae87ea-fd93-4736-87cb-f4bf0eb89072), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:37.640433 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f886a8-31e5-4c23-ba17-85492d7e7485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fae87ea-fd93-4736-87cb-f4bf0eb89072,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:37.651282 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-d6f886a8-31e5-4c23-ba17-85492d7e7485 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3ea428dad818407581ac9ba069bcf942&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4570038 Feb 09 12:55:37.651910 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 53040) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:37.710348 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-09c9c906-1aef-4d6b-a239-44c0e95c25af admin admin] Publish callbacks [] for security_group (1fae87ea-fd93-4736-87cb-f4bf0eb89072), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:37.740365 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-09c9c906-1aef-4d6b-a239-44c0e95c25af admin admin] Publish callbacks [] for security_group (1fae87ea-fd93-4736-87cb-f4bf0eb89072), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:37.787180 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f571906-3d10-457a-be6d-3b369492e285 req-ff46217e-7570-4af5-a300-e13c2a7d8711 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:37.788914 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7f571906-3d10-457a-be6d-3b369492e285 req-ff46217e-7570-4af5-a300-e13c2a7d8711 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.0824480 Feb 09 12:55:37.862314 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7f571906-3d10-457a-be6d-3b369492e285 req-d085b2a8-7dc9-47b5-ab7c-44c88ead996d tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565338 Feb 09 12:55:37.918894 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-09c9c906-1aef-4d6b-a239-44c0e95c25af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (1fae87ea-fd93-4736-87cb-f4bf0eb89072), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:37.921766 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-09c9c906-1aef-4d6b-a239-44c0e95c25af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:37.924034 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-09c9c906-1aef-4d6b-a239-44c0e95c25af admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1fae87ea-fd93-4736-87cb-f4bf0eb89072 HTTP/1.1" status: 204 len: 168 time: 0.2709496 Feb 09 12:55:37.934447 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9c906-1aef-4d6b-a239-44c0e95c25af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fae87ea-fd93-4736-87cb-f4bf0eb89072,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:38.028727 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7b9c0-3584-42f6-9147-e04bd51fdc87 req-730be627-9668-48e6-910c-8d388acb71f4 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:38.030205 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-50b7b9c0-3584-42f6-9147-e04bd51fdc87 req-730be627-9668-48e6-910c-8d388acb71f4 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 943 time: 0.0776784 Feb 09 12:55:38.105230 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-50b7b9c0-3584-42f6-9147-e04bd51fdc87 req-3a0cd6dc-4253-4d00-a3c0-19279f54e969 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633347 Feb 09 12:55:38.185698 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fad62-e981-4e1a-8e23-7cffaea1a72c req-839c9f36-2780-4150-a891-8725ef216525 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:38.187259 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-414fad62-e981-4e1a-8e23-7cffaea1a72c req-839c9f36-2780-4150-a891-8725ef216525 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 947 time: 0.0663686 Feb 09 12:55:38.282620 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-414fad62-e981-4e1a-8e23-7cffaea1a72c req-c066218d-e555-404b-9f29-75cbb9f351b1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853684 Feb 09 12:55:38.949498 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 53092) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:38.966064 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-4e86718c-8613-43f6-b390-fa74431d0859 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:39.077476 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707e99c-5170-4526-aff8-c61f06e2551d req-4947dbb0-9a13-4ccf-97f4-477eb0d7f936 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:39.079153 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c707e99c-5170-4526-aff8-c61f06e2551d req-4947dbb0-9a13-4ccf-97f4-477eb0d7f936 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.0891786 Feb 09 12:55:39.144096 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-4e86718c-8613-43f6-b390-fa74431d0859 admin admin] Publish callbacks [] for security_group (c2760528-d2de-49f9-bf91-ee83e13d6826), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:39.160654 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c707e99c-5170-4526-aff8-c61f06e2551d req-f6672b3f-f56f-484c-a6d8-510423e20b26 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727808 Feb 09 12:55:39.242094 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-4e86718c-8613-43f6-b390-fa74431d0859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (c2760528-d2de-49f9-bf91-ee83e13d6826), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:39.257748 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3baa9f8-bfc6-48ca-b4bd-d0b0eb6f32d0 req-8222aafc-681e-4218-8e8f-b48320812423 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:39.261570 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d3baa9f8-bfc6-48ca-b4bd-d0b0eb6f32d0 req-8222aafc-681e-4218-8e8f-b48320812423 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 943 time: 0.0797846 Feb 09 12:55:39.345981 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-4e86718c-8613-43f6-b390-fa74431d0859 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=661950c2c84842829bc6bc23a9b3ce31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3927338 Feb 09 12:55:39.345981 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86718c-8613-43f6-b390-fa74431d0859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2760528-d2de-49f9-bf91-ee83e13d6826,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:39.350664 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 53100) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:39.380472 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d3baa9f8-bfc6-48ca-b4bd-d0b0eb6f32d0 req-69b1f3bb-5ce8-4517-89b0-1a86b77e7633 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054833 Feb 09 12:55:39.477190 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9e7f3d59-0ea9-4a35-82db-63cc106cfdf5 admin admin] Publish callbacks [] for security_group (c2760528-d2de-49f9-bf91-ee83e13d6826), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:39.514296 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9e7f3d59-0ea9-4a35-82db-63cc106cfdf5 admin admin] Publish callbacks [] for security_group (c2760528-d2de-49f9-bf91-ee83e13d6826), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:39.526220 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa453bc6-2d11-4d9a-8735-4b2c3169add8 req-f12e16f6-c3ba-448f-b6b6-4918aebd706b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:39.527792 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-aa453bc6-2d11-4d9a-8735-4b2c3169add8 req-f12e16f6-c3ba-448f-b6b6-4918aebd706b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 947 time: 0.0990245 Feb 09 12:55:39.606029 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-aa453bc6-2d11-4d9a-8735-4b2c3169add8 req-ea0561b4-b856-4329-bd30-a0cbdf172e79 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631921 Feb 09 12:55:39.718269 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9e7f3d59-0ea9-4a35-82db-63cc106cfdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (c2760528-d2de-49f9-bf91-ee83e13d6826), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:39.722725 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9e7f3d59-0ea9-4a35-82db-63cc106cfdf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:39.724391 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-9e7f3d59-0ea9-4a35-82db-63cc106cfdf5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c2760528-d2de-49f9-bf91-ee83e13d6826 HTTP/1.1" status: 204 len: 168 time: 0.3715522 Feb 09 12:55:39.734294 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f3d59-0ea9-4a35-82db-63cc106cfdf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2760528-d2de-49f9-bf91-ee83e13d6826,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:40.362371 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef3365-022f-4f30-9473-e6057528cc47 req-a388c026-1fcc-445d-ab87-18d5bb07579a tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:40.366197 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-32ef3365-022f-4f30-9473-e6057528cc47 req-a388c026-1fcc-445d-ab87-18d5bb07579a tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.0746253 Feb 09 12:55:40.434512 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-32ef3365-022f-4f30-9473-e6057528cc47 req-b669b49f-0faf-4102-9a51-65dca37e747c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620604 Feb 09 12:55:40.590647 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba9e8a-edec-448d-92df-c94486a1c98e req-ea99dbd6-573f-4d77-86bf-908f546df861 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:40.593418 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-e8ba9e8a-edec-448d-92df-c94486a1c98e req-ea99dbd6-573f-4d77-86bf-908f546df861 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 943 time: 0.0790148 Feb 09 12:55:40.676544 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-e8ba9e8a-edec-448d-92df-c94486a1c98e req-5c135623-e448-4ed5-87a4-8e64d306d258 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761306 Feb 09 12:55:40.772752 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38961a-529a-47bb-bb78-8697f6a07a96 req-5717c5ff-d8c7-4b65-a6b7-3468379a4e6b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:40.782611 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fd38961a-529a-47bb-bb78-8697f6a07a96 req-5717c5ff-d8c7-4b65-a6b7-3468379a4e6b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 947 time: 0.0876534 Feb 09 12:55:40.875892 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fd38961a-529a-47bb-bb78-8697f6a07a96 req-3cc52d10-3532-4c5b-a8e9-198670b97f27 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918012 Feb 09 12:55:41.632828 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb0d73-5de6-4290-8e5a-bab01c134d0b req-4dc7f94b-a244-4b15-b135-56a96daee988 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:41.637140 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-46bb0d73-5de6-4290-8e5a-bab01c134d0b req-4dc7f94b-a244-4b15-b135-56a96daee988 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.1248057 Feb 09 12:55:41.709330 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-46bb0d73-5de6-4290-8e5a-bab01c134d0b req-7ff47616-4a87-4c19-a8b9-25cafe1f8321 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623324 Feb 09 12:55:41.848078 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7ce7b-1006-4a7d-9901-c53b42233951 req-c4157669-fa21-4e81-a5a4-1d5dd2f62720 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:41.850069 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9ac7ce7b-1006-4a7d-9901-c53b42233951 req-c4157669-fa21-4e81-a5a4-1d5dd2f62720 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 943 time: 0.0616903 Feb 09 12:55:41.910554 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9ac7ce7b-1006-4a7d-9901-c53b42233951 req-0eb22d38-a11e-4b0b-b048-ebe6c801cc8a tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528891 Feb 09 12:55:42.888848 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288e2dc-e6ea-422b-8d38-39a1fbdda9d8 req-956ddfa9-6b1c-41e2-a5c5-5e2ac3c57819 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:42.890496 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-4288e2dc-e6ea-422b-8d38-39a1fbdda9d8 req-956ddfa9-6b1c-41e2-a5c5-5e2ac3c57819 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.0907397 Feb 09 12:55:42.978476 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-4288e2dc-e6ea-422b-8d38-39a1fbdda9d8 req-e62cbb3b-ec05-4f0e-b015-9e4bf3450ca9 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778656 Feb 09 12:55:43.095599 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0926d-f5c4-4010-bd6e-2e033d421b61 req-ea54a9b5-b941-459e-bb25-45d4bd0523f7 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:43.097444 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-38f0926d-f5c4-4010-bd6e-2e033d421b61 req-ea54a9b5-b941-459e-bb25-45d4bd0523f7 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 943 time: 0.0638318 Feb 09 12:55:43.162445 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-38f0926d-f5c4-4010-bd6e-2e033d421b61 req-c36e332b-ce23-4607-9838-9f81d782226d tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573404 Feb 09 12:55:44.142604 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810fd0a2-0f76-4c0f-992c-f7c903b9f924 req-2b2dda0c-275a-40d6-9089-d76fa267d4c2 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:44.144369 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-810fd0a2-0f76-4c0f-992c-f7c903b9f924 req-2b2dda0c-275a-40d6-9089-d76fa267d4c2 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.0627518 Feb 09 12:55:44.223796 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-810fd0a2-0f76-4c0f-992c-f7c903b9f924 req-4a5d82c3-9954-4b74-b978-38e861fd9cbb tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699673 Feb 09 12:55:44.303446 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919de1aa-71f4-4c28-92f7-e6df11efd2b8 req-de86a832-0646-4932-9957-7315ed9ee0b5 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:44.305038 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-919de1aa-71f4-4c28-92f7-e6df11efd2b8 req-de86a832-0646-4932-9957-7315ed9ee0b5 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 943 time: 0.0602310 Feb 09 12:55:44.360021 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-919de1aa-71f4-4c28-92f7-e6df11efd2b8 req-3629c40b-ec25-43db-922a-ea05ce3bc370 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485110 Feb 09 12:55:44.570853 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 10e73c89-b01c-48ed-ba11-e00a1c2f608b details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=109771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 12:55:44.713821 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 10e73c89-b01c-48ed-ba11-e00a1c2f608b, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=10e73c89-b01c-48ed-ba11-e00a1c2f608b,segment=NetworkSegment(65e83d7c-8f31-4529-aaf4-8a9ed6c91a40),segment_id=65e83d7c-8f31-4529-aaf4-8a9ed6c91a40)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:44.719003 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 53240) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:44.733732 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Returning: {'device': '10e73c89-b01c-48ed-ba11-e00a1c2f608b', 'network_id': 'a2444ddf-e0f9-423c-b50e-660fe55289c5', 'port_id': '10e73c89-b01c-48ed-ba11-e00a1c2f608b', 'mac_address': 'fa:16:3e:50:a7:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52389728-c5f1-4193-92ae-0886d565814f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 12:55:44.785238 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 10e73c89-b01c-48ed-ba11-e00a1c2f608b is: DOWN; New status is: BUILD {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:55:44.785870 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (10e73c89-b01c-48ed-ba11-e00a1c2f608b), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:44.812768 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e73c89-b01c-48ed-ba11-e00a1c2f608b {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:55:44.837102 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc79f7a-9f94-44d9-9a22-5c111615efd6 req-02517dcc-844b-4897-8f53-2e58f3255485 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:44.838928 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ffc79f7a-9f94-44d9-9a22-5c111615efd6 req-02517dcc-844b-4897-8f53-2e58f3255485 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.0755484 Feb 09 12:55:44.871244 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 10e73c89-b01c-48ed-ba11-e00a1c2f608b, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=10e73c89-b01c-48ed-ba11-e00a1c2f608b,segment=NetworkSegment(65e83d7c-8f31-4529-aaf4-8a9ed6c91a40),segment_id=65e83d7c-8f31-4529-aaf4-8a9ed6c91a40)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:44.911962 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-42ec2186-ae04-40ee-97a4-e8271552ec7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:44.919341 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ffc79f7a-9f94-44d9-9a22-5c111615efd6 req-addf6f70-3a99-4697-b095-59f50db26d02 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733688 Feb 09 12:55:45.021495 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (10e73c89-b01c-48ed-ba11-e00a1c2f608b), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:45.030525 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6e58c-33e2-4886-a0a9-abeee22b4be8 req-ce837c34-2f12-4d88-89c9-1b23b3fec1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:45.033205 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-eaa6e58c-33e2-4886-a0a9-abeee22b4be8 req-ce837c34-2f12-4d88-89c9-1b23b3fec1b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ae5fef998e8491e9c43576344076b19&device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 1129 time: 0.0734911 Feb 09 12:55:45.033468 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-42ec2186-ae04-40ee-97a4-e8271552ec7a admin admin] Publish callbacks [] for security_group (72aa81b6-9b4d-46a4-9382-f2ca341be344), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:45.060621 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:45.081732 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=10e73c89-b01c-48ed-ba11-e00a1c2f608b,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:45.124160 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-42ec2186-ae04-40ee-97a4-e8271552ec7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (72aa81b6-9b4d-46a4-9382-f2ca341be344), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:45.169299 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec2186-ae04-40ee-97a4-e8271552ec7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72aa81b6-9b4d-46a4-9382-f2ca341be344,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:45.176269 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6e58c-33e2-4886-a0a9-abeee22b4be8 req-67de9449-2443-425c-87e2-8030a97b9544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:45.177100 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-42ec2186-ae04-40ee-97a4-e8271552ec7a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e9d3112b526145faa96f8ebe1cd3273e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4561758 Feb 09 12:55:45.178029 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-eaa6e58c-33e2-4886-a0a9-abeee22b4be8 req-67de9449-2443-425c-87e2-8030a97b9544 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b9eccac-64ca-4d60-9a01-96555c9ae72a HTTP/1.1" status: 200 len: 911 time: 0.1366308 Feb 09 12:55:45.181780 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 53250) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:45.256137 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-cf20094a-8db3-43e8-83cd-a9ee07ceb8ef admin admin] Publish callbacks [] for security_group (72aa81b6-9b4d-46a4-9382-f2ca341be344), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:45.267633 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['10e73c89-b01c-48ed-ba11-e00a1c2f608b'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:55:45.291900 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-eaa6e58c-33e2-4886-a0a9-abeee22b4be8 req-733316c7-96de-43b1-837a-c75568f1ea39 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b142666-aa1a-44d9-a5d9-d5a2e29c7fba HTTP/1.1" status: 200 len: 1000 time: 0.1049721 Feb 09 12:55:45.313252 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-cf20094a-8db3-43e8-83cd-a9ee07ceb8ef admin admin] Publish callbacks [] for security_group (72aa81b6-9b4d-46a4-9382-f2ca341be344), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:45.367038 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6e58c-33e2-4886-a0a9-abeee22b4be8 req-656fa749-543d-47d0-9554-3ef922c87bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:45.369610 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-eaa6e58c-33e2-4886-a0a9-abeee22b4be8 req-656fa749-543d-47d0-9554-3ef922c87bd4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=84a8a225-35f7-4e02-9760-81e6be58b94d HTTP/1.1" status: 200 len: 849 time: 0.0711076 Feb 09 12:55:45.507950 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6e58c-33e2-4886-a0a9-abeee22b4be8 req-ab51b89c-9a3e-4675-a129-66f4e7a87c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:45.511344 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-eaa6e58c-33e2-4886-a0a9-abeee22b4be8 req-ab51b89c-9a3e-4675-a129-66f4e7a87c60 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b9eccac-64ca-4d60-9a01-96555c9ae72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1345606 Feb 09 12:55:45.586799 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-cf20094a-8db3-43e8-83cd-a9ee07ceb8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (72aa81b6-9b4d-46a4-9382-f2ca341be344), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:45.590835 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-cf20094a-8db3-43e8-83cd-a9ee07ceb8ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:45.595644 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-cf20094a-8db3-43e8-83cd-a9ee07ceb8ef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/72aa81b6-9b4d-46a4-9382-f2ca341be344 HTTP/1.1" status: 204 len: 168 time: 0.4090896 Feb 09 12:55:45.616829 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20094a-8db3-43e8-83cd-a9ee07ceb8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aa81b6-9b4d-46a4-9382-f2ca341be344,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:45.655374 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24a621-ffea-4b0a-ae08-ed90e1d71660 req-5dcea0b2-389d-44aa-91a7-4df85dcf0f53 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:45.657054 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-4c24a621-ffea-4b0a-ae08-ed90e1d71660 req-5dcea0b2-389d-44aa-91a7-4df85dcf0f53 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 944 time: 0.1236243 Feb 09 12:55:45.722705 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-eaa6e58c-33e2-4886-a0a9-abeee22b4be8 req-ec5d5aea-5207-417d-afb5-90008e503dbb service neutron] 10.222.0.18 "GET /v2.0/networks/2b9eccac-64ca-4d60-9a01-96555c9ae72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024708 Feb 09 12:55:45.725134 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-4c24a621-ffea-4b0a-ae08-ed90e1d71660 req-e85dd9e5-2c99-46f1-a65f-d6dbcb46be50 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542042 Feb 09 12:55:45.823847 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-eaa6e58c-33e2-4886-a0a9-abeee22b4be8 req-9f128de3-2451-456d-b8a5-5f65c9679fe4 service neutron] 10.222.0.18 "GET /v2.0/networks/2b9eccac-64ca-4d60-9a01-96555c9ae72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952046 Feb 09 12:55:46.102869 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c05460-4b66-4dc1-9ebf-a0c4729e14d2 req-3ab1634b-dc5d-4ea3-8cfe-db4570704e53 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:46.104891 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-43c05460-4b66-4dc1-9ebf-a0c4729e14d2 req-3ab1634b-dc5d-4ea3-8cfe-db4570704e53 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.0994122 Feb 09 12:55:46.180128 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-43c05460-4b66-4dc1-9ebf-a0c4729e14d2 req-ea49d146-3d07-4f6b-aa78-d6b557bfec0f tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685327 Feb 09 12:55:46.434936 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 53286) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:46.457997 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-98c6f07e-4b03-4665-819b-5639d52ef9eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:46.578253 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-98c6f07e-4b03-4665-819b-5639d52ef9eb admin admin] Publish callbacks [] for security_group (130f17fe-77bb-43e4-8416-6aef5076ae74), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:46.598807 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 10e73c89-b01c-48ed-ba11-e00a1c2f608b up at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:55:46.664559 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-98c6f07e-4b03-4665-819b-5639d52ef9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (130f17fe-77bb-43e4-8416-6aef5076ae74), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:46.709597 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-98c6f07e-4b03-4665-819b-5639d52ef9eb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=181c4b1e7c5c44f28e6046d92805b85e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729912 Feb 09 12:55:46.710342 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6f07e-4b03-4665-819b-5639d52ef9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130f17fe-77bb-43e4-8416-6aef5076ae74,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:46.712828 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 53288) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:46.770202 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning for port 10e73c89-b01c-48ed-ba11-e00a1c2f608b completed by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:55:46.777201 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning complete for port 10e73c89-b01c-48ed-ba11-e00a1c2f608b triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:55:46.777884 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (10e73c89-b01c-48ed-ba11-e00a1c2f608b), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:46.787507 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2ae48fd9-7707-4c27-9fdc-ddbb4526ea47 admin admin] Publish callbacks [] for security_group (130f17fe-77bb-43e4-8416-6aef5076ae74), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:46.819761 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2ae48fd9-7707-4c27-9fdc-ddbb4526ea47 admin admin] Publish callbacks [] for security_group (130f17fe-77bb-43e4-8416-6aef5076ae74), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:46.908380 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381f48f-a3f7-4893-87d7-537c8f0370c8 req-796be3f1-e46d-43b8-be51-b3815a4e8618 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:46.911643 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-4381f48f-a3f7-4893-87d7-537c8f0370c8 req-796be3f1-e46d-43b8-be51-b3815a4e8618 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 944 time: 0.1020663 Feb 09 12:55:46.979214 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-4381f48f-a3f7-4893-87d7-537c8f0370c8 req-5a5f481b-f6b9-4d83-8d7f-5ad8174ed394 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588789 Feb 09 12:55:47.002707 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2ae48fd9-7707-4c27-9fdc-ddbb4526ea47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (130f17fe-77bb-43e4-8416-6aef5076ae74), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:47.007403 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2ae48fd9-7707-4c27-9fdc-ddbb4526ea47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:47.008967 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-2ae48fd9-7707-4c27-9fdc-ddbb4526ea47 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/130f17fe-77bb-43e4-8416-6aef5076ae74 HTTP/1.1" status: 204 len: 168 time: 0.2946446 Feb 09 12:55:47.023620 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae48fd9-7707-4c27-9fdc-ddbb4526ea47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130f17fe-77bb-43e4-8416-6aef5076ae74,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:47.058610 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 10e73c89-b01c-48ed-ba11-e00a1c2f608b is: BUILD; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:55:47.059120 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (10e73c89-b01c-48ed-ba11-e00a1c2f608b), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:47.089375 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562eba84-fce8-4ed3-b475-f89f11bef6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e73c89-b01c-48ed-ba11-e00a1c2f608b'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:55:47.091853 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35568c951842a11d678cd4ef08ed24226590f5ef87a7b6612a56827cefa1ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c44314-1bd0-4f1b-91c3-b77fcca14d55" -d '{"events": [{"server_uuid": "562eba84-fce8-4ed3-b475-f89f11bef6e0", "name": "network-vif-plugged", "status": "completed", "tag": "10e73c89-b01c-48ed-ba11-e00a1c2f608b"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:55:47.107397 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 10e73c89-b01c-48ed-ba11-e00a1c2f608b, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=10e73c89-b01c-48ed-ba11-e00a1c2f608b,segment=NetworkSegment(65e83d7c-8f31-4529-aaf4-8a9ed6c91a40),segment_id=65e83d7c-8f31-4529-aaf4-8a9ed6c91a40)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:47.166097 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e810dc-b5ce-4bec-a7fa-15811c710926 x-openstack-request-id: req-60e810dc-b5ce-4bec-a7fa-15811c710926 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:55:47.166397 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562eba84-fce8-4ed3-b475-f89f11bef6e0", "name": "network-vif-plugged", "status": "completed", "tag": "10e73c89-b01c-48ed-ba11-e00a1c2f608b", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:55:47.166696 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-60e810dc-b5ce-4bec-a7fa-15811c710926 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:55:47.167126 dv-cinder-810917-4-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562eba84-fce8-4ed3-b475-f89f11bef6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e73c89-b01c-48ed-ba11-e00a1c2f608b', 'code': 200} Feb 09 12:55:47.193846 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (10e73c89-b01c-48ed-ba11-e00a1c2f608b), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:47.288884 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=10e73c89-b01c-48ed-ba11-e00a1c2f608b,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:47.368618 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f310ef-cac3-485b-b5c8-f151251aed03 req-e462d6f1-1a3a-4c88-a0f0-ce7181712230 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:47.370234 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-89f310ef-cac3-485b-b5c8-f151251aed03 req-e462d6f1-1a3a-4c88-a0f0-ce7181712230 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.0662515 Feb 09 12:55:47.443863 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-89f310ef-cac3-485b-b5c8-f151251aed03 req-2b9aa969-7606-4ca6-a5d2-c8cd6444ff2b tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633905 Feb 09 12:55:48.154497 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafc5d0-e0d3-4008-a11c-352b3e372928 req-a2b2a82e-a9a5-43a6-bb4b-1e07f3ce97e9 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:48.156163 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ccafc5d0-e0d3-4008-a11c-352b3e372928 req-a2b2a82e-a9a5-43a6-bb4b-1e07f3ce97e9 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 945 time: 0.0625269 Feb 09 12:55:48.232115 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ccafc5d0-e0d3-4008-a11c-352b3e372928 req-38ef5afd-4e26-4d47-ba6f-994ad5ec0254 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684381 Feb 09 12:55:49.370441 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4238ce5-1278-4e98-bfa8-c14949e76b6d req-fe94f0b8-29a3-4cb5-a6ae-145dce17ab5e tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:49.372057 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-e4238ce5-1278-4e98-bfa8-c14949e76b6d req-fe94f0b8-29a3-4cb5-a6ae-145dce17ab5e tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 945 time: 0.0619748 Feb 09 12:55:49.445459 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-e4238ce5-1278-4e98-bfa8-c14949e76b6d req-066525ef-5c44-41b6-80b5-063eae458469 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638649 Feb 09 12:55:50.071197 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478c1eb-bf79-4082-bcb2-5f9a3129cc57 req-8fde6267-262e-4d0d-82df-0dbb71154629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:50.072749 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9478c1eb-bf79-4082-bcb2-5f9a3129cc57 req-8fde6267-262e-4d0d-82df-0dbb71154629 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 1129 time: 0.0498841 Feb 09 12:55:50.130267 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9478c1eb-bf79-4082-bcb2-5f9a3129cc57 req-a7f09ec2-6905-4b41-b78a-c3371df0c7dd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497389 Feb 09 12:55:50.612134 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d168add-5435-4c7c-b7ca-32671c885213 req-3cf73664-a3e4-4d71-808a-2fbb3a442249 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:50.614901 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9d168add-5435-4c7c-b7ca-32671c885213 req-3cf73664-a3e4-4d71-808a-2fbb3a442249 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 945 time: 0.0598514 Feb 09 12:55:50.671712 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9d168add-5435-4c7c-b7ca-32671c885213 req-41cac11c-06b8-4516-ba92-1b7e248b4bcd tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496318 Feb 09 12:55:51.819203 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aaaa09-d945-4754-b5d4-61b4438deac6 req-5e5e244c-053c-410d-9f8a-abcc4ea58ec2 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:51.820951 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-01aaaa09-d945-4754-b5d4-61b4438deac6 req-5e5e244c-053c-410d-9f8a-abcc4ea58ec2 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 945 time: 0.0592141 Feb 09 12:55:51.875785 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-01aaaa09-d945-4754-b5d4-61b4438deac6 req-3835edd0-dbfb-4206-b7e1-5881bb9d3d1b tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489109 Feb 09 12:55:52.242367 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467f1da-58e7-4040-8fb0-87e70b5283b3 req-d1fa10cc-b17b-4fda-b2a0-0367919f3476 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:52.244024 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d467f1da-58e7-4040-8fb0-87e70b5283b3 req-d1fa10cc-b17b-4fda-b2a0-0367919f3476 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 945 time: 0.2763870 Feb 09 12:55:52.303222 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d467f1da-58e7-4040-8fb0-87e70b5283b3 req-08bc5416-bd51-42b7-aded-a79944ee5ebf tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532017 Feb 09 12:55:52.327090 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 53406) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:52.692596 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3660dab-b680-4b18-9c46-f18d5e949053 tempest-TestShelveInstance-233616991 tempest-TestShelveInstance-233616991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:52.697739 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 53426) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:52.698270 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-a3660dab-b680-4b18-9c46-f18d5e949053 tempest-TestShelveInstance-233616991 tempest-TestShelveInstance-233616991-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 1124 time: 0.3698206 Feb 09 12:55:52.703213 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Request body: {'floatingip': {'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'port_id': '10e73c89-b01c-48ed-ba11-e00a1c2f608b', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:55:52.821413 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:52.957945 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:53.095215 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Allocated IP 172.27.3.109 (a2e9d4bf-7356-45aa-a65f-bd468972dd5d/c9ce0d82-6bfd-4731-856e-4f09afc4aa6c/7a1b6357-03e2-4821-bed6-821d69727eda) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:55:53.220562 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for port (7a1b6357-03e2-4821-bed6-821d69727eda), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:53.342017 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (7a1b6357-03e2-4821-bed6-821d69727eda), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:53.365827 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 53436) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:53.375167 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8660b806-1cc1-44fd-975a-1d98b75f44a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:53.385870 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Network a2e9d4bf-7356-45aa-a65f-bd468972dd5d is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:55:53.389066 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:55:53.392562 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:55:53.398921 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Pushing event updated for resources: {'Port': ['ID=7a1b6357-03e2-4821-bed6-821d69727eda,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:53.509734 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bb3a7c13-5422-4d95-b2bc-abd1a8c52969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:53.605757 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bb3a7c13-5422-4d95-b2bc-abd1a8c52969 admin admin] Publish callbacks [] for security_group (299b1df7-d1ec-49fd-89eb-0baa929929b1), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:53.903528 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for floatingip (2751bf55-8650-414d-85ce-f2aa572d1b46), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:53.990776 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bb3a7c13-5422-4d95-b2bc-abd1a8c52969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (299b1df7-d1ec-49fd-89eb-0baa929929b1), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:54.030216 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a7c13-5422-4d95-b2bc-abd1a8c52969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299b1df7-d1ec-49fd-89eb-0baa929929b1,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:54.040467 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-bb3a7c13-5422-4d95-b2bc-abd1a8c52969 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e685365dd26a47a19a3cd26ad57ab1a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6688330 Feb 09 12:55:54.040467 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 53448) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:54.094743 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0b7f9404-0fc4-4735-9742-2d31d930771d admin admin] Publish callbacks [] for security_group (299b1df7-d1ec-49fd-89eb-0baa929929b1), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:54.119806 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0b7f9404-0fc4-4735-9742-2d31d930771d admin admin] Publish callbacks [] for security_group (299b1df7-d1ec-49fd-89eb-0baa929929b1), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:54.218035 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (7a1b6357-03e2-4821-bed6-821d69727eda), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:54.342672 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0b7f9404-0fc4-4735-9742-2d31d930771d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (299b1df7-d1ec-49fd-89eb-0baa929929b1), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:54.347445 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0b7f9404-0fc4-4735-9742-2d31d930771d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:54.353045 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-0b7f9404-0fc4-4735-9742-2d31d930771d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/299b1df7-d1ec-49fd-89eb-0baa929929b1 HTTP/1.1" status: 204 len: 168 time: 0.3115563 Feb 09 12:55:54.365227 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f9404-0fc4-4735-9742-2d31d930771d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299b1df7-d1ec-49fd-89eb-0baa929929b1,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:54.448792 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for port (7a1b6357-03e2-4821-bed6-821d69727eda), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:54.529751 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10470611'] for port (7a1b6357-03e2-4821-bed6-821d69727eda), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:54.630351 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Pushing event updated for resources: {'Port': ['ID=7a1b6357-03e2-4821-bed6-821d69727eda,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:54.643299 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:54.643812 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:54.644643 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:54.644875 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:54.645206 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:54.645533 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:54.645859 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:54.646176 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:54.646502 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:54.646827 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:54.647150 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:54.647495 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:54.647821 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:54.653510 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591139'] for floatingip (2751bf55-8650-414d-85ce-f2aa572d1b46), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:54.814334 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.db.l3_db [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Floating IP 2751bf55-8650-414d-85ce-f2aa572d1b46 associated. External IP: 172.27.3.109, port: 10e73c89-b01c-48ed-ba11-e00a1c2f608b. Feb 09 12:55:55.327367 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 53466) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:55.348874 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e9cc94cc-4798-41eb-ad64-d593d06f6583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:55.362603 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Router ef32e58a-f5a8-42dd-9186-f9f664bcf8df has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:55:55.478542 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e9cc94cc-4798-41eb-ad64-d593d06f6583 admin admin] Publish callbacks [] for security_group (d62a232e-dbe7-4e8c-9d0a-ff4d2b9e9272), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:55.569963 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:55:55.580666 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc743c95-cd49-4041-a371-9672dcdfdc31 None None] Sync routers for ids ['ef32e58a-f5a8-42dd-9186-f9f664bcf8df'] in dv-cinder-810917-4-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:55:55.583047 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-e9cc94cc-4798-41eb-ad64-d593d06f6583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (d62a232e-dbe7-4e8c-9d0a-ff4d2b9e9272), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:55.594008 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc743c95-cd49-4041-a371-9672dcdfdc31 None None] Routers {'ef32e58a-f5a8-42dd-9186-f9f664bcf8df'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:55:55.594667 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-fc743c95-cd49-4041-a371-9672dcdfdc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:55:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['ef32e58a-f5a8-42dd-9186-f9f664bcf8df'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:55.637586 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-e9cc94cc-4798-41eb-ad64-d593d06f6583 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f84daff9caca4fac9bce7871d545c0de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3086903 Feb 09 12:55:55.639354 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 53478) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:55.673331 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc94cc-4798-41eb-ad64-d593d06f6583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62a232e-dbe7-4e8c-9d0a-ff4d2b9e9272,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:55.694861 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for floatingip (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:55.700887 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-614cd7da-2408-4cbe-8180-f1404f186f57 admin admin] Publish callbacks [] for security_group (d62a232e-dbe7-4e8c-9d0a-ff4d2b9e9272), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:55.725471 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-fc743c95-cd49-4041-a371-9672dcdfdc31 None None] Set router ef32e58a-f5a8-42dd-9186-f9f664bcf8df gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:55:55.736061 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-614cd7da-2408-4cbe-8180-f1404f186f57 admin admin] Publish callbacks [] for security_group (d62a232e-dbe7-4e8c-9d0a-ff4d2b9e9272), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:55.809700 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-1feee4f6-31d3-45b8-9f42-8f13868c5cad tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1100204 Feb 09 12:55:55.810710 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562eba84-fce8-4ed3-b475-f89f11bef6e0', 'tag': '10e73c89-b01c-48ed-ba11-e00a1c2f608b'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:55:55.816316 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7671266cdcd25feb0d1fb7d0d4a7a38583ecefa09a530944b0969c09dda32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0443100a-7832-4aff-aa07-aca8fe272ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "562eba84-fce8-4ed3-b475-f89f11bef6e0", "tag": "10e73c89-b01c-48ed-ba11-e00a1c2f608b"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:55:55.886469 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 12:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e29bd5-8ee8-478b-92bd-79797ea4a333 x-openstack-request-id: req-90e29bd5-8ee8-478b-92bd-79797ea4a333 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:55:55.886469 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562eba84-fce8-4ed3-b475-f89f11bef6e0", "tag": "10e73c89-b01c-48ed-ba11-e00a1c2f608b", "status": "completed", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:55:55.886469 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-90e29bd5-8ee8-478b-92bd-79797ea4a333 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:55:55.886469 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562eba84-fce8-4ed3-b475-f89f11bef6e0', 'tag': '10e73c89-b01c-48ed-ba11-e00a1c2f608b', 'status': 'completed', 'code': 200} Feb 09 12:55:55.930414 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-614cd7da-2408-4cbe-8180-f1404f186f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (d62a232e-dbe7-4e8c-9d0a-ff4d2b9e9272), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:55.935488 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-614cd7da-2408-4cbe-8180-f1404f186f57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:55.937260 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-614cd7da-2408-4cbe-8180-f1404f186f57 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d62a232e-dbe7-4e8c-9d0a-ff4d2b9e9272 HTTP/1.1" status: 204 len: 168 time: 0.2966306 Feb 09 12:55:55.965575 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614cd7da-2408-4cbe-8180-f1404f186f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62a232e-dbe7-4e8c-9d0a-ff4d2b9e9272,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:56.001662 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443100a-7832-4aff-aa07-aca8fe272ee0 req-ab485855-2d91-4006-8b0b-df4e2d9faa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:56.004199 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0443100a-7832-4aff-aa07-aca8fe272ee0 req-ab485855-2d91-4006-8b0b-df4e2d9faa65 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=19f045d14ee84b2d9a76ecc5e986b7b2&device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 1129 time: 0.0949881 Feb 09 12:55:56.044760 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3c92829e-22c9-49ee-9a16-77451e83cfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:56.169969 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443100a-7832-4aff-aa07-aca8fe272ee0 req-686e39b2-00b1-422e-81d0-af0f4e9c4042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:56.172430 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0443100a-7832-4aff-aa07-aca8fe272ee0 req-686e39b2-00b1-422e-81d0-af0f4e9c4042 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2444ddf-e0f9-423c-b50e-660fe55289c5 HTTP/1.1" status: 200 len: 910 time: 0.1590703 Feb 09 12:55:56.199867 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-fc743c95-cd49-4041-a371-9672dcdfdc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'name': 'tempest-TestShelveInstance-1150462200-router', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'd443f13f-6297-4887-9413-d8eb04c71645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:31Z', 'updated_at': '2022-02-09T12:54:39Z', 'revision_number': 4, 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'gw_port': {'id': 'd443f13f-6297-4887-9413-d8eb04c71645', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:32Z', 'updated_at': '2022-02-09T12:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_floatingips': [{'id': '2751bf55-8650-414d-85ce-f2aa572d1b46', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'port_id': '10e73c89-b01c-48ed-ba11-e00a1c2f608b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2444ddf-e0f9-423c-b50e-660fe55289c5', 'mac_address': 'fa:16:3e:50:a7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562eba84-fce8-4ed3-b475-f89f11bef6e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:55:53Z', 'updated_at': '2022-02-09T12:55:53Z', 'revision_number': 0, 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd90e63af-ce10-4904-92e7-afd0a22b7ddd', 'name': '', 'network_id': 'a2444ddf-e0f9-423c-b50e-660fe55289c5', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'mac_address': 'fa:16:3e:25:23:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '52389728-c5f1-4193-92ae-0886d565814f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:37Z', 'updated_at': '2022-02-09T12:54:48Z', 'revision_number': 5, 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'subnets': [{'id': '52389728-c5f1-4193-92ae-0886d565814f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:56.232294 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc743c95-cd49-4041-a371-9672dcdfdc31 None None] Checking router: ef32e58a-f5a8-42dd-9186-f9f664bcf8df for host: dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:55:56.243055 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc743c95-cd49-4041-a371-9672dcdfdc31 None None] Routers {'ef32e58a-f5a8-42dd-9186-f9f664bcf8df'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:55:56.243725 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-fc743c95-cd49-4041-a371-9672dcdfdc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:55:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['ef32e58a-f5a8-42dd-9186-f9f664bcf8df'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:56.275202 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0443100a-7832-4aff-aa07-aca8fe272ee0 req-e8f795f2-4923-40c7-8a90-d4ca0d4506a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10e73c89-b01c-48ed-ba11-e00a1c2f608b HTTP/1.1" status: 200 len: 999 time: 0.0957670 Feb 09 12:55:56.351406 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443100a-7832-4aff-aa07-aca8fe272ee0 req-8dff54fa-fc98-4dd9-acc6-cf9a956327e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:56.353378 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0443100a-7832-4aff-aa07-aca8fe272ee0 req-8dff54fa-fc98-4dd9-acc6-cf9a956327e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52389728-c5f1-4193-92ae-0886d565814f HTTP/1.1" status: 200 len: 848 time: 0.0725424 Feb 09 12:55:56.385340 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-fc743c95-cd49-4041-a371-9672dcdfdc31 None None] Set router ef32e58a-f5a8-42dd-9186-f9f664bcf8df gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:55:56.428660 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443100a-7832-4aff-aa07-aca8fe272ee0 req-595b9359-a775-4d94-9834-7ebf658b13d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:56.431635 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0443100a-7832-4aff-aa07-aca8fe272ee0 req-595b9359-a775-4d94-9834-7ebf658b13d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2444ddf-e0f9-423c-b50e-660fe55289c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711739 Feb 09 12:55:56.557747 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0443100a-7832-4aff-aa07-aca8fe272ee0 req-ddb4cc18-f7c9-4670-9938-c3b2b2c8fc75 service neutron] 10.222.0.18 "GET /v2.0/networks/a2444ddf-e0f9-423c-b50e-660fe55289c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186864 Feb 09 12:55:56.731658 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-fc743c95-cd49-4041-a371-9672dcdfdc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'name': 'tempest-TestShelveInstance-1150462200-router', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'd443f13f-6297-4887-9413-d8eb04c71645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:31Z', 'updated_at': '2022-02-09T12:54:39Z', 'revision_number': 4, 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'gw_port': {'id': 'd443f13f-6297-4887-9413-d8eb04c71645', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:32Z', 'updated_at': '2022-02-09T12:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_floatingips': [{'id': '2751bf55-8650-414d-85ce-f2aa572d1b46', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'port_id': '10e73c89-b01c-48ed-ba11-e00a1c2f608b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2444ddf-e0f9-423c-b50e-660fe55289c5', 'mac_address': 'fa:16:3e:50:a7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562eba84-fce8-4ed3-b475-f89f11bef6e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:55:53Z', 'updated_at': '2022-02-09T12:55:53Z', 'revision_number': 0, 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd90e63af-ce10-4904-92e7-afd0a22b7ddd', 'name': '', 'network_id': 'a2444ddf-e0f9-423c-b50e-660fe55289c5', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'mac_address': 'fa:16:3e:25:23:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '52389728-c5f1-4193-92ae-0886d565814f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:37Z', 'updated_at': '2022-02-09T12:54:48Z', 'revision_number': 5, 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'subnets': [{'id': '52389728-c5f1-4193-92ae-0886d565814f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:56.736409 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0443100a-7832-4aff-aa07-aca8fe272ee0 req-210b4c30-06c3-4670-8bbb-0656f32759db service neutron] 10.222.0.18 "GET /v2.0/networks/a2444ddf-e0f9-423c-b50e-660fe55289c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719787 Feb 09 12:55:56.790338 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc743c95-cd49-4041-a371-9672dcdfdc31 None None] The sync data for ids ['ef32e58a-f5a8-42dd-9186-f9f664bcf8df'] in dv-cinder-810917-4-iscsi is: [{'id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'name': 'tempest-TestShelveInstance-1150462200-router', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'd443f13f-6297-4887-9413-d8eb04c71645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:31Z', 'updated_at': '2022-02-09T12:54:39Z', 'revision_number': 4, 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'gw_port': {'id': 'd443f13f-6297-4887-9413-d8eb04c71645', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:32Z', 'updated_at': '2022-02-09T12:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_floatingips': [{'id': '2751bf55-8650-414d-85ce-f2aa572d1b46', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'port_id': '10e73c89-b01c-48ed-ba11-e00a1c2f608b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2444ddf-e0f9-423c-b50e-660fe55289c5', 'mac_address': 'fa:16:3e:50:a7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562eba84-fce8-4ed3-b475-f89f11bef6e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:55:53Z', 'updated_at': '2022-02-09T12:55:53Z', 'revision_number': 0, 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd90e63af-ce10-4904-92e7-afd0a22b7ddd', 'name': '', 'network_id': 'a2444ddf-e0f9-423c-b50e-660fe55289c5', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'mac_address': 'fa:16:3e:25:23:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '52389728-c5f1-4193-92ae-0886d565814f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:37Z', 'updated_at': '2022-02-09T12:54:48Z', 'revision_number': 5, 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'subnets': [{'id': '52389728-c5f1-4193-92ae-0886d565814f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:55:56.840244 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 53502) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:57.086166 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d27c7aad-d8bd-46f1-bbb5-558842566b4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:57.165187 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81968a8-e23e-46ee-89a4-8bf6efeeff82 None None] New status for floating IP 2751bf55-8650-414d-85ce-f2aa572d1b46: ACTIVE {{(pid=109772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:55:57.273694 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d27c7aad-d8bd-46f1-bbb5-558842566b4a admin admin] Publish callbacks [] for security_group (6edadd7b-88a0-4f80-80e3-4914823c23e9), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:57.413424 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d27c7aad-d8bd-46f1-bbb5-558842566b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (6edadd7b-88a0-4f80-80e3-4914823c23e9), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:57.414906 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:57.465684 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c7aad-d8bd-46f1-bbb5-558842566b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edadd7b-88a0-4f80-80e3-4914823c23e9,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:57.472852 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-d27c7aad-d8bd-46f1-bbb5-558842566b4a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a425c86474864ff48fc65e033319bb5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6281941 Feb 09 12:55:57.478250 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 53522) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:57.479801 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c7aad-d8bd-46f1-bbb5-558842566b4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:57.480382 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c7aad-d8bd-46f1-bbb5-558842566b4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:57.480891 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c7aad-d8bd-46f1-bbb5-558842566b4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:57.481436 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c7aad-d8bd-46f1-bbb5-558842566b4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:57.481946 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c7aad-d8bd-46f1-bbb5-558842566b4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:57.482439 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c7aad-d8bd-46f1-bbb5-558842566b4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:57.482986 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c7aad-d8bd-46f1-bbb5-558842566b4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:57.483516 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c7aad-d8bd-46f1-bbb5-558842566b4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:57.484009 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c7aad-d8bd-46f1-bbb5-558842566b4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:57.484705 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c7aad-d8bd-46f1-bbb5-558842566b4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:57.485190 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c7aad-d8bd-46f1-bbb5-558842566b4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:57.485681 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c7aad-d8bd-46f1-bbb5-558842566b4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:57.486215 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c7aad-d8bd-46f1-bbb5-558842566b4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:57.562197 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-61964c63-5c02-4bc1-9630-e7fe53a2f0c8 admin admin] Publish callbacks [] for security_group (6edadd7b-88a0-4f80-80e3-4914823c23e9), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:57.603927 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-61964c63-5c02-4bc1-9630-e7fe53a2f0c8 admin admin] Publish callbacks [] for security_group (6edadd7b-88a0-4f80-80e3-4914823c23e9), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:57.802394 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-61964c63-5c02-4bc1-9630-e7fe53a2f0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (6edadd7b-88a0-4f80-80e3-4914823c23e9), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:57.805885 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-61964c63-5c02-4bc1-9630-e7fe53a2f0c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:57.807453 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-61964c63-5c02-4bc1-9630-e7fe53a2f0c8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6edadd7b-88a0-4f80-80e3-4914823c23e9 HTTP/1.1" status: 204 len: 168 time: 0.3325427 Feb 09 12:55:57.822149 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61964c63-5c02-4bc1-9630-e7fe53a2f0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edadd7b-88a0-4f80-80e3-4914823c23e9,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:58.711078 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:58.739299 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 53550) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:58.754570 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-109db9ab-14a3-4c18-a195-39d5b8e91da6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:58.863157 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-109db9ab-14a3-4c18-a195-39d5b8e91da6 admin admin] Publish callbacks [] for security_group (595ed7e6-7368-405f-a813-06c73af31212), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:58.950290 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-109db9ab-14a3-4c18-a195-39d5b8e91da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (595ed7e6-7368-405f-a813-06c73af31212), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:58.999018 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-109db9ab-14a3-4c18-a195-39d5b8e91da6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5df069100f504cfcb2ad1c9bfecaa2e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2579455 Feb 09 12:55:59.000099 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109db9ab-14a3-4c18-a195-39d5b8e91da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595ed7e6-7368-405f-a813-06c73af31212,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:59.003669 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 53552) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:55:59.085115 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5bb0c2ef-d463-4043-a3cb-1a92549b16ea admin admin] Publish callbacks [] for security_group (595ed7e6-7368-405f-a813-06c73af31212), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:59.117707 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5bb0c2ef-d463-4043-a3cb-1a92549b16ea admin admin] Publish callbacks [] for security_group (595ed7e6-7368-405f-a813-06c73af31212), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:59.293532 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5bb0c2ef-d463-4043-a3cb-1a92549b16ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (595ed7e6-7368-405f-a813-06c73af31212), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:59.296712 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5bb0c2ef-d463-4043-a3cb-1a92549b16ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:55:59.305265 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-5bb0c2ef-d463-4043-a3cb-1a92549b16ea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/595ed7e6-7368-405f-a813-06c73af31212 HTTP/1.1" status: 204 len: 168 time: 0.2928631 Feb 09 12:55:59.306998 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0c2ef-d463-4043-a3cb-1a92549b16ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595ed7e6-7368-405f-a813-06c73af31212,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:59.964075 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:00.476741 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 53588) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:00.687955 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f7e33a4-58fd-4bcc-93c5-f1318bf32010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:00.793221 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f7e33a4-58fd-4bcc-93c5-f1318bf32010 admin admin] Publish callbacks [] for security_group (df1c9913-ed2f-45f5-873b-32566f8c156f), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:00.952434 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f7e33a4-58fd-4bcc-93c5-f1318bf32010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (df1c9913-ed2f-45f5-873b-32566f8c156f), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:00.994645 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e33a4-58fd-4bcc-93c5-f1318bf32010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1c9913-ed2f-45f5-873b-32566f8c156f,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:00.999058 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-1f7e33a4-58fd-4bcc-93c5-f1318bf32010 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=706f389abe6d40a49adb82f7794a70eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5211961 Feb 09 12:56:01.002303 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 53598) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:01.069088 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c2df2036-ad9a-44b7-b0d5-9c56e57fc4e8 admin admin] Publish callbacks [] for security_group (df1c9913-ed2f-45f5-873b-32566f8c156f), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:01.108107 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c2df2036-ad9a-44b7-b0d5-9c56e57fc4e8 admin admin] Publish callbacks [] for security_group (df1c9913-ed2f-45f5-873b-32566f8c156f), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:01.253486 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c2df2036-ad9a-44b7-b0d5-9c56e57fc4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (df1c9913-ed2f-45f5-873b-32566f8c156f), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:01.256697 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-c2df2036-ad9a-44b7-b0d5-9c56e57fc4e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:01.262433 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-c2df2036-ad9a-44b7-b0d5-9c56e57fc4e8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/df1c9913-ed2f-45f5-873b-32566f8c156f HTTP/1.1" status: 204 len: 168 time: 0.2544417 Feb 09 12:56:01.270476 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df2036-ad9a-44b7-b0d5-9c56e57fc4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1c9913-ed2f-45f5-873b-32566f8c156f,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:02.891270 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 53666) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:03.131662 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-69da440e-109c-41d4-a39f-3e50f78f1c48 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-601595784-network', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:03.266996 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69da440e-109c-41d4-a39f-3e50f78f1c48 admin admin] Made reservation on behalf of b37bd252acad4b27ab2d794377349a6a for: {'network': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:56:03.270895 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-69da440e-109c-41d4-a39f-3e50f78f1c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for network (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:03.281720 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-69da440e-109c-41d4-a39f-3e50f78f1c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:03.400823 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-69da440e-109c-41d4-a39f-3e50f78f1c48 admin admin] Publish callbacks [] for security_group (42c21df6-624c-45ae-a8e3-5999a69be3ba), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:03.545960 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-69da440e-109c-41d4-a39f-3e50f78f1c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (42c21df6-624c-45ae-a8e3-5999a69be3ba), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:03.581067 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69da440e-109c-41d4-a39f-3e50f78f1c48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=109769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:56:03.598511 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da440e-109c-41d4-a39f-3e50f78f1c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c21df6-624c-45ae-a8e3-5999a69be3ba,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:03.604078 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-69da440e-109c-41d4-a39f-3e50f78f1c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (f6ad2818-739a-43e3-b752-81a19c158147), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:03.604425 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.db.segments_db [None req-69da440e-109c-41d4-a39f-3e50f78f1c48 admin admin] Added segment f6ad2818-739a-43e3-b752-81a19c158147 of type vlan for network babb7da8-fc2e-44f0-be51-e4ef20e9c2c2 Feb 09 12:56:03.654971 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-69da440e-109c-41d4-a39f-3e50f78f1c48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775837420593'] for network (babb7da8-fc2e-44f0-be51-e4ef20e9c2c2), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:03.812928 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-69da440e-109c-41d4-a39f-3e50f78f1c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for network (babb7da8-fc2e-44f0-be51-e4ef20e9c2c2), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:03.814106 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69da440e-109c-41d4-a39f-3e50f78f1c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:03.814747 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-69da440e-109c-41d4-a39f-3e50f78f1c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:03.879087 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da440e-109c-41d4-a39f-3e50f78f1c48 admin admin] Pushing event updated for resources: {'Network': ['ID=babb7da8-fc2e-44f0-be51-e4ef20e9c2c2,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:03.891646 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Network babb7da8-fc2e-44f0-be51-e4ef20e9c2c2 details requested by agent ovs-agent-dv-cinder-810917-4-iscsi with host dv-cinder-810917-4-iscsi {{(pid=109771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 12:56:03.985008 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-69da440e-109c-41d4-a39f-3e50f78f1c48 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0919085 Feb 09 12:56:03.989790 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 53670) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:03.997144 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-88d2c47c-78de-4451-a37b-3f66318a5fce admin admin] Request body: {'subnet': {'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-601595784-subnet', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'ip_version': 4}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:04.083761 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d2c47c-78de-4451-a37b-3f66318a5fce admin admin] Made reservation on behalf of b37bd252acad4b27ab2d794377349a6a for: {'subnet': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:56:04.086240 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-88d2c47c-78de-4451-a37b-3f66318a5fce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8772595'] for subnet (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:04.410403 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-88d2c47c-78de-4451-a37b-3f66318a5fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8719965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8772557'] for subnet (cdf47935-83f3-4672-9f4b-bebf304da44f), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:04.485934 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2c47c-78de-4451-a37b-3f66318a5fce admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdf47935-83f3-4672-9f4b-bebf304da44f,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:04.495302 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d2c47c-78de-4451-a37b-3f66318a5fce admin admin] Checking segment: {'id': 'f6ad2818-739a-43e3-b752-81a19c158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:56:04.495712 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d2c47c-78de-4451-a37b-3f66318a5fce admin admin] Network hostable DHCP agents. Network: babb7da8-fc2e-44f0-be51-e4ef20e9c2c2, hostable agents: ['669fbb72-d52e-4349-b520-3721ffb5f632'], hosted agents: [] {{(pid=109769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:56:04.653451 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d2c47c-78de-4451-a37b-3f66318a5fce admin admin] Network babb7da8-fc2e-44f0-be51-e4ef20e9c2c2 is scheduled to be hosted by DHCP agent 669fbb72-d52e-4349-b520-3721ffb5f632 with binding_index 1 {{(pid=109769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:56:04.863726 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-88d2c47c-78de-4451-a37b-3f66318a5fce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-4-iscsi, babb7da8-fc2e-44f0-be51-e4ef20e9c2c2) {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:04.869206 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d2c47c-78de-4451-a37b-3f66318a5fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:04.870206 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-88d2c47c-78de-4451-a37b-3f66318a5fce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:04.876481 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5325758-c74d-4a69-9b76-10840e4628c5 None None] Network babb7da8-fc2e-44f0-be51-e4ef20e9c2c2 requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:56:04.984715 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ab07c1-558a-483b-bd63-671b39bea26a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp981a83c6-c2ad-56b8-8135-9301bdb264f7-babb7da8-fc2e-44f0-be51-e4ef20e9c2c2', 'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2', 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'fixed_ips': [{'subnet_id': 'cdf47935-83f3-4672-9f4b-bebf304da44f'}]}} from dv-cinder-810917-4-iscsi. {{(pid=109771) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 12:56:04.985569 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-96ab07c1-558a-483b-bd63-671b39bea26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:05.092369 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-88d2c47c-78de-4451-a37b-3f66318a5fce admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1010826 Feb 09 12:56:05.098356 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 53678) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:05.104078 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-b04bdf58-4e43-4f2c-81fe-bee4f3ab1895 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-601595784-router', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:05.130825 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [None req-96ab07c1-558a-483b-bd63-671b39bea26a None None] Allocated IP 172.20.0.2 (babb7da8-fc2e-44f0-be51-e4ef20e9c2c2/cdf47935-83f3-4672-9f4b-bebf304da44f/ea280f61-3616-4b77-b67d-9065f51ba829) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:05.255643 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b04bdf58-4e43-4f2c-81fe-bee4f3ab1895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1588272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8981'] for router (cac4f8a9-5219-4963-8084-ccc576c00747), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:05.257072 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b04bdf58-4e43-4f2c-81fe-bee4f3ab1895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1593070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1920881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8972'] for router (cac4f8a9-5219-4963-8084-ccc576c00747), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:05.320268 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b04bdf58-4e43-4f2c-81fe-bee4f3ab1895 admin admin] Publish callbacks [] for router_controller (cac4f8a9-5219-4963-8084-ccc576c00747), precommit_add_association {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:05.323313 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-96ab07c1-558a-483b-bd63-671b39bea26a None None] Publish callbacks [] for port (ea280f61-3616-4b77-b67d-9065f51ba829), precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:05.435264 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-96ab07c1-558a-483b-bd63-671b39bea26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (ea280f61-3616-4b77-b67d-9065f51ba829), after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:05.505359 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ab07c1-558a-483b-bd63-671b39bea26a None None] Network babb7da8-fc2e-44f0-be51-e4ef20e9c2c2 is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:05.506831 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab07c1-558a-483b-bd63-671b39bea26a None None] Pushing event updated for resources: {'Port': ['ID=ea280f61-3616-4b77-b67d-9065f51ba829,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:05.511793 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-96ab07c1-558a-483b-bd63-671b39bea26a None None] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:05.514207 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ab07c1-558a-483b-bd63-671b39bea26a None None] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:56:05.586352 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-96ab07c1-558a-483b-bd63-671b39bea26a None None] Attempting to bind port ea280f61-3616-4b77-b67d-9065f51ba829 on host dv-cinder-810917-4-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:56:05.586717 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-96ab07c1-558a-483b-bd63-671b39bea26a None None] Attempting to bind port ea280f61-3616-4b77-b67d-9065f51ba829 by drivers openvswitch,hyperv on host dv-cinder-810917-4-iscsi at level 0 using segments [{'id': 'f6ad2818-739a-43e3-b752-81a19c158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:56:05.595097 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ab07c1-558a-483b-bd63-671b39bea26a None None] Attempting to bind port ea280f61-3616-4b77-b67d-9065f51ba829 on network babb7da8-fc2e-44f0-be51-e4ef20e9c2c2 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:56:05.595097 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ab07c1-558a-483b-bd63-671b39bea26a None None] Checking agent: {'id': '46f62665-8b82-4ce4-9f5d-d8528a85ae2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'started_at': datetime.datetime(2022, 2, 9, 12, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:56:05.595097 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ab07c1-558a-483b-bd63-671b39bea26a None None] Checking segment: {'id': 'f6ad2818-739a-43e3-b752-81a19c158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:56:05.595097 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-96ab07c1-558a-483b-bd63-671b39bea26a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:05.595097 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ab07c1-558a-483b-bd63-671b39bea26a None None] Bound using segment: {'id': 'f6ad2818-739a-43e3-b752-81a19c158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:56:05.595097 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-96ab07c1-558a-483b-bd63-671b39bea26a None None] Bound port: ea280f61-3616-4b77-b67d-9065f51ba829, host: dv-cinder-810917-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ad2818-739a-43e3-b752-81a19c158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:56:05.595761 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-96ab07c1-558a-483b-bd63-671b39bea26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (ea280f61-3616-4b77-b67d-9065f51ba829), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:05.611499 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b04bdf58-4e43-4f2c-81fe-bee4f3ab1895 admin admin] Publish callbacks [] for router_gateway (cac4f8a9-5219-4963-8084-ccc576c00747), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:05.669114 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-96ab07c1-558a-483b-bd63-671b39bea26a None None] For port ea280f61-3616-4b77-b67d-9065f51ba829, host dv-cinder-810917-4-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:56:05.674308 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-96ab07c1-558a-483b-bd63-671b39bea26a None None] For port ea280f61-3616-4b77-b67d-9065f51ba829, host dv-cinder-810917-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=ea280f61-3616-4b77-b67d-9065f51ba829,segment=NetworkSegment(f6ad2818-739a-43e3-b752-81a19c158147),segment_id=f6ad2818-739a-43e3-b752-81a19c158147)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:56:05.873747 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-96ab07c1-558a-483b-bd63-671b39bea26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (ea280f61-3616-4b77-b67d-9065f51ba829), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:05.938914 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab07c1-558a-483b-bd63-671b39bea26a None None] Pushing event updated for resources: {'Port': ['ID=ea280f61-3616-4b77-b67d-9065f51ba829,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:05.965972 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b04bdf58-4e43-4f2c-81fe-bee4f3ab1895 admin admin] Publish callbacks [] for router_gateway (cac4f8a9-5219-4963-8084-ccc576c00747), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:05.989049 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b04bdf58-4e43-4f2c-81fe-bee4f3ab1895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:06.190274 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [None req-b04bdf58-4e43-4f2c-81fe-bee4f3ab1895 admin admin] Allocated IP 172.27.3.161 (a2e9d4bf-7356-45aa-a65f-bd468972dd5d/c9ce0d82-6bfd-4731-856e-4f09afc4aa6c/aaf849ce-ea04-432c-97eb-6fdb5ca3c764) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:06.401070 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b04bdf58-4e43-4f2c-81fe-bee4f3ab1895 admin admin] Publish callbacks [] for port (aaf849ce-ea04-432c-97eb-6fdb5ca3c764), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:06.428831 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device ea280f61-3616-4b77-b67d-9065f51ba829 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:56:06.554147 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b04bdf58-4e43-4f2c-81fe-bee4f3ab1895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (aaf849ce-ea04-432c-97eb-6fdb5ca3c764), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:06.628865 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port ea280f61-3616-4b77-b67d-9065f51ba829 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:06.629205 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (ea280f61-3616-4b77-b67d-9065f51ba829), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:06.636268 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04bdf58-4e43-4f2c-81fe-bee4f3ab1895 admin admin] Network a2e9d4bf-7356-45aa-a65f-bd468972dd5d is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:06.641836 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-b04bdf58-4e43-4f2c-81fe-bee4f3ab1895 admin admin] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:06.654058 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04bdf58-4e43-4f2c-81fe-bee4f3ab1895 admin admin] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:56:06.712228 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04bdf58-4e43-4f2c-81fe-bee4f3ab1895 admin admin] Pushing event updated for resources: {'Port': ['ID=aaf849ce-ea04-432c-97eb-6fdb5ca3c764,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:06.745517 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port ea280f61-3616-4b77-b67d-9065f51ba829 is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:56:06.746125 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (ea280f61-3616-4b77-b67d-9065f51ba829), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:06.841504 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] For port ea280f61-3616-4b77-b67d-9065f51ba829, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=ea280f61-3616-4b77-b67d-9065f51ba829,segment=NetworkSegment(f6ad2818-739a-43e3-b752-81a19c158147),segment_id=f6ad2818-739a-43e3-b752-81a19c158147)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:06.951649 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (ea280f61-3616-4b77-b67d-9065f51ba829), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:07.041490 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Pushing event updated for resources: {'Port': ['ID=ea280f61-3616-4b77-b67d-9065f51ba829,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:07.164168 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca66c6e-63a8-445e-a9cc-c6be6233bc14 None None] Network babb7da8-fc2e-44f0-be51-e4ef20e9c2c2 requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:56:07.221040 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b04bdf58-4e43-4f2c-81fe-bee4f3ab1895 admin admin] Publish callbacks [] for router_gateway (cac4f8a9-5219-4963-8084-ccc576c00747), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:07.274181 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-3b37abf3-586d-4f88-9bcc-e79bcbe8f6bf None None] Provisioning complete for port ea280f61-3616-4b77-b67d-9065f51ba829 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:07.274387 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3b37abf3-586d-4f88-9bcc-e79bcbe8f6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (ea280f61-3616-4b77-b67d-9065f51ba829), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:07.463544 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-3b37abf3-586d-4f88-9bcc-e79bcbe8f6bf None None] Current status of the port ea280f61-3616-4b77-b67d-9065f51ba829 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:56:07.505361 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b04bdf58-4e43-4f2c-81fe-bee4f3ab1895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591097'] for router (cac4f8a9-5219-4963-8084-ccc576c00747), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:07.776764 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04bdf58-4e43-4f2c-81fe-bee4f3ab1895 admin admin] Router cac4f8a9-5219-4963-8084-ccc576c00747 is scheduled to L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 with binding_index 1 {{(pid=109770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 12:56:07.816386 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-4b85f023-7523-4cf1-98df-c6799323cfb2 None None] Provisioning complete for port ea280f61-3616-4b77-b67d-9065f51ba829 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:07.817420 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4b85f023-7523-4cf1-98df-c6799323cfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (ea280f61-3616-4b77-b67d-9065f51ba829), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:07.972485 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04bdf58-4e43-4f2c-81fe-bee4f3ab1895 admin admin] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:56:07.982187 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-4b85f023-7523-4cf1-98df-c6799323cfb2 None None] Current status of the port ea280f61-3616-4b77-b67d-9065f51ba829 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:56:07.988479 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989924b0-203a-4575-8fce-e348cfd92a03 None None] Sync routers for ids ['cac4f8a9-5219-4963-8084-ccc576c00747'] in dv-cinder-810917-4-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:56:08.006985 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989924b0-203a-4575-8fce-e348cfd92a03 None None] Routers {'cac4f8a9-5219-4963-8084-ccc576c00747'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:56:08.008070 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-989924b0-203a-4575-8fce-e348cfd92a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:55:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['cac4f8a9-5219-4963-8084-ccc576c00747'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:08.102520 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b04bdf58-4e43-4f2c-81fe-bee4f3ab1895 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:08.108959 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-b04bdf58-4e43-4f2c-81fe-bee4f3ab1895 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0056319 Feb 09 12:56:08.109622 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 53726) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:08.182173 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-989924b0-203a-4575-8fce-e348cfd92a03 None None] Set router cac4f8a9-5219-4963-8084-ccc576c00747 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:56:08.424406 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device ea280f61-3616-4b77-b67d-9065f51ba829 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:56:08.493820 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-989924b0-203a-4575-8fce-e348cfd92a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'name': 'tempest-TestMinimumBasicScenario-601595784-router', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'aaf849ce-ea04-432c-97eb-6fdb5ca3c764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:05Z', 'updated_at': '2022-02-09T12:56:06Z', 'revision_number': 3, 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'gw_port': {'id': 'aaf849ce-ea04-432c-97eb-6fdb5ca3c764', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:05Z', 'updated_at': '2022-02-09T12:56:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:08.529247 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989924b0-203a-4575-8fce-e348cfd92a03 None None] Checking router: cac4f8a9-5219-4963-8084-ccc576c00747 for host: dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:56:08.529593 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989924b0-203a-4575-8fce-e348cfd92a03 None None] Updating router cac4f8a9-5219-4963-8084-ccc576c00747 port aaf849ce-ea04-432c-97eb-6fdb5ca3c764 binding host dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:56:08.571975 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port ea280f61-3616-4b77-b67d-9065f51ba829 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:08.572356 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (ea280f61-3616-4b77-b67d-9065f51ba829), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:08.574255 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-989924b0-203a-4575-8fce-e348cfd92a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (aaf849ce-ea04-432c-97eb-6fdb5ca3c764), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:08.724395 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fa476806-2425-4e8c-8b39-4a46bc9b1505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:08.876809 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port ea280f61-3616-4b77-b67d-9065f51ba829 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:56:08.950442 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-fa476806-2425-4e8c-8b39-4a46bc9b1505 admin admin] Allocated IP 172.20.0.1 (babb7da8-fc2e-44f0-be51-e4ef20e9c2c2/cdf47935-83f3-4672-9f4b-bebf304da44f/79e5a813-c4f4-4fb8-bb79-0c411476cf29) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:08.993200 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-989924b0-203a-4575-8fce-e348cfd92a03 None None] Publish callbacks [] for port (aaf849ce-ea04-432c-97eb-6fdb5ca3c764), precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:09.027862 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fa476806-2425-4e8c-8b39-4a46bc9b1505 admin admin] Publish callbacks [] for port (79e5a813-c4f4-4fb8-bb79-0c411476cf29), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:09.312758 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-989924b0-203a-4575-8fce-e348cfd92a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (aaf849ce-ea04-432c-97eb-6fdb5ca3c764), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:09.313846 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fa476806-2425-4e8c-8b39-4a46bc9b1505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (79e5a813-c4f4-4fb8-bb79-0c411476cf29), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:09.392536 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa476806-2425-4e8c-8b39-4a46bc9b1505 admin admin] Network babb7da8-fc2e-44f0-be51-e4ef20e9c2c2 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:09.397793 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-fa476806-2425-4e8c-8b39-4a46bc9b1505 admin admin] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:09.401933 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa476806-2425-4e8c-8b39-4a46bc9b1505 admin admin] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:56:09.404777 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-989924b0-203a-4575-8fce-e348cfd92a03 None None] Attempting to bind port aaf849ce-ea04-432c-97eb-6fdb5ca3c764 on host dv-cinder-810917-4-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:56:09.405360 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-989924b0-203a-4575-8fce-e348cfd92a03 None None] Attempting to bind port aaf849ce-ea04-432c-97eb-6fdb5ca3c764 by drivers openvswitch,hyperv on host dv-cinder-810917-4-iscsi at level 0 using segments [{'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:56:09.406424 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989924b0-203a-4575-8fce-e348cfd92a03 None None] Attempting to bind port aaf849ce-ea04-432c-97eb-6fdb5ca3c764 on network a2e9d4bf-7356-45aa-a65f-bd468972dd5d {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:56:09.415024 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18925e3-6c01-4888-81a3-d1f59c48cc7d None None] Pushing event updated for resources: {'Port': ['ID=aaf849ce-ea04-432c-97eb-6fdb5ca3c764,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:09.423095 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989924b0-203a-4575-8fce-e348cfd92a03 None None] Checking agent: {'id': '46f62665-8b82-4ce4-9f5d-d8528a85ae2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'started_at': datetime.datetime(2022, 2, 9, 12, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:56:09.423734 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989924b0-203a-4575-8fce-e348cfd92a03 None None] Checking segment: {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:56:09.424386 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-989924b0-203a-4575-8fce-e348cfd92a03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:09.430520 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989924b0-203a-4575-8fce-e348cfd92a03 None None] Bound using segment: {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:56:09.430520 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-989924b0-203a-4575-8fce-e348cfd92a03 None None] Bound port: aaf849ce-ea04-432c-97eb-6fdb5ca3c764, host: dv-cinder-810917-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:56:09.430520 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-989924b0-203a-4575-8fce-e348cfd92a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (aaf849ce-ea04-432c-97eb-6fdb5ca3c764), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:09.451406 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa476806-2425-4e8c-8b39-4a46bc9b1505 admin admin] Pushing event updated for resources: {'Port': ['ID=79e5a813-c4f4-4fb8-bb79-0c411476cf29,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:09.488116 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fa476806-2425-4e8c-8b39-4a46bc9b1505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1591278'] for router_interface (cac4f8a9-5219-4963-8084-ccc576c00747), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:09.513536 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-989924b0-203a-4575-8fce-e348cfd92a03 None None] For port aaf849ce-ea04-432c-97eb-6fdb5ca3c764, host dv-cinder-810917-4-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:56:09.517172 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-989924b0-203a-4575-8fce-e348cfd92a03 None None] For port aaf849ce-ea04-432c-97eb-6fdb5ca3c764, host dv-cinder-810917-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=aaf849ce-ea04-432c-97eb-6fdb5ca3c764,segment=NetworkSegment(b9e37f85-ea5b-4692-8272-94f7f4592b1f),segment_id=b9e37f85-ea5b-4692-8272-94f7f4592b1f)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:56:09.633544 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-173262cb-924e-4287-870e-a27bd8cb101d None None] Provisioning complete for port 79e5a813-c4f4-4fb8-bb79-0c411476cf29 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:09.634045 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-173262cb-924e-4287-870e-a27bd8cb101d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (79e5a813-c4f4-4fb8-bb79-0c411476cf29), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:09.681897 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-173262cb-924e-4287-870e-a27bd8cb101d None None] Port 79e5a813-c4f4-4fb8-bb79-0c411476cf29 cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:56:09.717011 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-989924b0-203a-4575-8fce-e348cfd92a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (aaf849ce-ea04-432c-97eb-6fdb5ca3c764), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:09.808589 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 12:56:09.816798 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18925e3-6c01-4888-81a3-d1f59c48cc7d None None] Pushing event updated for resources: {'Port': ['ID=aaf849ce-ea04-432c-97eb-6fdb5ca3c764,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:09.828824 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989924b0-203a-4575-8fce-e348cfd92a03 None None] Routers {'cac4f8a9-5219-4963-8084-ccc576c00747'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:56:09.829602 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-989924b0-203a-4575-8fce-e348cfd92a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:55:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['cac4f8a9-5219-4963-8084-ccc576c00747'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:09.830043 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fa476806-2425-4e8c-8b39-4a46bc9b1505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (79e5a813-c4f4-4fb8-bb79-0c411476cf29), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:09.994118 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-989924b0-203a-4575-8fce-e348cfd92a03 None None] Set router cac4f8a9-5219-4963-8084-ccc576c00747 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:56:10.087738 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fa476806-2425-4e8c-8b39-4a46bc9b1505 admin admin] Publish callbacks [] for port (79e5a813-c4f4-4fb8-bb79-0c411476cf29), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:10.216259 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-989924b0-203a-4575-8fce-e348cfd92a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'name': 'tempest-TestMinimumBasicScenario-601595784-router', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'aaf849ce-ea04-432c-97eb-6fdb5ca3c764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:05Z', 'updated_at': '2022-02-09T12:56:09Z', 'revision_number': 4, 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'gw_port': {'id': 'aaf849ce-ea04-432c-97eb-6fdb5ca3c764', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:05Z', 'updated_at': '2022-02-09T12:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '79e5a813-c4f4-4fb8-bb79-0c411476cf29', 'name': '', 'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'mac_address': 'fa:16:3e:d7:ca:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'cdf47935-83f3-4672-9f4b-bebf304da44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:08Z', 'updated_at': '2022-02-09T12:56:08Z', 'revision_number': 1, 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'subnets': [{'id': 'cdf47935-83f3-4672-9f4b-bebf304da44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:10.244953 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989924b0-203a-4575-8fce-e348cfd92a03 None None] The sync data for ids ['cac4f8a9-5219-4963-8084-ccc576c00747'] in dv-cinder-810917-4-iscsi is: [{'id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'name': 'tempest-TestMinimumBasicScenario-601595784-router', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'aaf849ce-ea04-432c-97eb-6fdb5ca3c764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:05Z', 'updated_at': '2022-02-09T12:56:09Z', 'revision_number': 4, 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'gw_port': {'id': 'aaf849ce-ea04-432c-97eb-6fdb5ca3c764', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:05Z', 'updated_at': '2022-02-09T12:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '79e5a813-c4f4-4fb8-bb79-0c411476cf29', 'name': '', 'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'mac_address': 'fa:16:3e:d7:ca:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'cdf47935-83f3-4672-9f4b-bebf304da44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:08Z', 'updated_at': '2022-02-09T12:56:08Z', 'revision_number': 1, 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'subnets': [{'id': 'cdf47935-83f3-4672-9f4b-bebf304da44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:56:10.270974 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fa476806-2425-4e8c-8b39-4a46bc9b1505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8720072'] for port (79e5a813-c4f4-4fb8-bb79-0c411476cf29), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:10.364510 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fa476806-2425-4e8c-8b39-4a46bc9b1505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590910'] for router_interface (cac4f8a9-5219-4963-8084-ccc576c00747), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:10.367310 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa476806-2425-4e8c-8b39-4a46bc9b1505 admin admin] Pushing event updated for resources: {'Port': ['ID=79e5a813-c4f4-4fb8-bb79-0c411476cf29,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:10.512328 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa476806-2425-4e8c-8b39-4a46bc9b1505 admin admin] Network babb7da8-fc2e-44f0-be51-e4ef20e9c2c2 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:10.514103 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-fa476806-2425-4e8c-8b39-4a46bc9b1505 admin admin] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:10.674014 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 53772) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:10.702775 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa476806-2425-4e8c-8b39-4a46bc9b1505 admin admin] Router cac4f8a9-5219-4963-8084-ccc576c00747 has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:56:10.913204 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-1f6db708-b5a5-44b4-9333-11b83123aaaf None None] Provisioning complete for port 79e5a813-c4f4-4fb8-bb79-0c411476cf29 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:10.913781 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1f6db708-b5a5-44b4-9333-11b83123aaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (79e5a813-c4f4-4fb8-bb79-0c411476cf29), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:10.957097 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-1f6db708-b5a5-44b4-9333-11b83123aaaf None None] Port 79e5a813-c4f4-4fb8-bb79-0c411476cf29 cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:56:11.078245 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b69b4b4e-7e9f-4715-aeac-0ea0db70835c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:11.127563 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa476806-2425-4e8c-8b39-4a46bc9b1505 admin admin] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:56:11.134668 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-fa476806-2425-4e8c-8b39-4a46bc9b1505 admin admin] 10.222.0.50 "PUT /v2.0/routers/cac4f8a9-5219-4963-8084-ccc576c00747/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0234678 Feb 09 12:56:11.221901 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b69b4b4e-7e9f-4715-aeac-0ea0db70835c admin admin] Publish callbacks [] for security_group (be433597-43d4-4343-8381-4709181cfcff), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:11.335950 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b69b4b4e-7e9f-4715-aeac-0ea0db70835c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (be433597-43d4-4343-8381-4709181cfcff), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:11.379132 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-b69b4b4e-7e9f-4715-aeac-0ea0db70835c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ee3fac0cfac9420291b34ddea9fe9af5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7030828 Feb 09 12:56:11.380900 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b4b4e-7e9f-4715-aeac-0ea0db70835c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be433597-43d4-4343-8381-4709181cfcff,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:11.385104 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 53780) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:11.464851 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2b04bf25-b695-485c-98b7-f2e9dde4632c admin admin] Publish callbacks [] for security_group (be433597-43d4-4343-8381-4709181cfcff), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:11.501325 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2b04bf25-b695-485c-98b7-f2e9dde4632c admin admin] Publish callbacks [] for security_group (be433597-43d4-4343-8381-4709181cfcff), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:11.905221 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2b04bf25-b695-485c-98b7-f2e9dde4632c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (be433597-43d4-4343-8381-4709181cfcff), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:11.907915 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2b04bf25-b695-485c-98b7-f2e9dde4632c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:11.912418 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-2b04bf25-b695-485c-98b7-f2e9dde4632c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/be433597-43d4-4343-8381-4709181cfcff HTTP/1.1" status: 204 len: 168 time: 0.5229936 Feb 09 12:56:11.923910 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04bf25-b695-485c-98b7-f2e9dde4632c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be433597-43d4-4343-8381-4709181cfcff,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:12.260581 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 53802) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:12.412408 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device aaf849ce-ea04-432c-97eb-6fdb5ca3c764 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:56:12.468049 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port aaf849ce-ea04-432c-97eb-6fdb5ca3c764 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:12.468411 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (aaf849ce-ea04-432c-97eb-6fdb5ca3c764), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:12.578280 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port aaf849ce-ea04-432c-97eb-6fdb5ca3c764 is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:56:12.578280 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (aaf849ce-ea04-432c-97eb-6fdb5ca3c764), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:12.591396 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-24c44c40-c6a0-41c5-b38a-286c6acbfa61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:12.604374 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] For port aaf849ce-ea04-432c-97eb-6fdb5ca3c764, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=aaf849ce-ea04-432c-97eb-6fdb5ca3c764,segment=NetworkSegment(b9e37f85-ea5b-4692-8272-94f7f4592b1f),segment_id=b9e37f85-ea5b-4692-8272-94f7f4592b1f)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:12.644076 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 53810) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:12.662711 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f56d2683-2166-419a-adfb-c5e9456a0856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:12.671885 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 53812) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:12.676925 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-3abcffb8-c4f8-402c-9b11-6940e0315298 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-303581990-network', 'tenant_id': 'c8aeebd9c8b749d4865207517eec85b9'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:12.696191 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (aaf849ce-ea04-432c-97eb-6fdb5ca3c764), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:12.715704 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf3f251-b8a5-4ccd-825a-aa90fbdeb8a1 None None] Sync routers for ids ['cac4f8a9-5219-4963-8084-ccc576c00747'] in dv-cinder-810917-4-iscsi {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:56:12.736131 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf3f251-b8a5-4ccd-825a-aa90fbdeb8a1 None None] Routers {'cac4f8a9-5219-4963-8084-ccc576c00747'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:56:12.739229 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-aaf3f251-b8a5-4ccd-825a-aa90fbdeb8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:55:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['cac4f8a9-5219-4963-8084-ccc576c00747'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:12.744392 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-24c44c40-c6a0-41c5-b38a-286c6acbfa61 admin admin] Publish callbacks [] for security_group (264db7fb-c6aa-4f68-820a-0e414766c54f), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:12.774933 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Pushing event updated for resources: {'Port': ['ID=aaf849ce-ea04-432c-97eb-6fdb5ca3c764,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:12.783433 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f56d2683-2166-419a-adfb-c5e9456a0856 admin admin] Publish callbacks [] for security_group (de1cd7f3-3c52-4813-bda0-4369de92500d), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:12.847977 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abcffb8-c4f8-402c-9b11-6940e0315298 admin admin] Made reservation on behalf of c8aeebd9c8b749d4865207517eec85b9 for: {'network': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:56:12.851680 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3abcffb8-c4f8-402c-9b11-6940e0315298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for network (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:12.865023 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3abcffb8-c4f8-402c-9b11-6940e0315298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:12.877344 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-aaf3f251-b8a5-4ccd-825a-aa90fbdeb8a1 None None] Set router cac4f8a9-5219-4963-8084-ccc576c00747 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:56:12.881815 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f56d2683-2166-419a-adfb-c5e9456a0856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (de1cd7f3-3c52-4813-bda0-4369de92500d), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:12.887526 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-24c44c40-c6a0-41c5-b38a-286c6acbfa61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (264db7fb-c6aa-4f68-820a-0e414766c54f), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:12.929194 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d2683-2166-419a-adfb-c5e9456a0856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1cd7f3-3c52-4813-bda0-4369de92500d,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:12.934334 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-f56d2683-2166-419a-adfb-c5e9456a0856 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=970b69afe84d4143aefe0961d387b91c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885945 Feb 09 12:56:12.939326 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 53816) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:12.985894 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-24c44c40-c6a0-41c5-b38a-286c6acbfa61 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=be4568cf5faf41f7b2abd29705709dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7236784 Feb 09 12:56:12.989495 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c44c40-c6a0-41c5-b38a-286c6acbfa61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264db7fb-c6aa-4f68-820a-0e414766c54f,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:12.993162 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 53818) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:13.014082 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-975a92c9-83a5-4919-91b9-f93a35c46b16 admin admin] Publish callbacks [] for security_group (de1cd7f3-3c52-4813-bda0-4369de92500d), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:13.049785 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-975a92c9-83a5-4919-91b9-f93a35c46b16 admin admin] Publish callbacks [] for security_group (de1cd7f3-3c52-4813-bda0-4369de92500d), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:13.088322 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9ebd95f4-6a3e-488f-aa4a-27d48f267128 admin admin] Publish callbacks [] for security_group (264db7fb-c6aa-4f68-820a-0e414766c54f), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:13.096499 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3abcffb8-c4f8-402c-9b11-6940e0315298 admin admin] Publish callbacks [] for security_group (30c7f9b9-8af7-4cc7-8cdc-529dc37be56c), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:13.120652 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9ebd95f4-6a3e-488f-aa4a-27d48f267128 admin admin] Publish callbacks [] for security_group (264db7fb-c6aa-4f68-820a-0e414766c54f), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:13.198364 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3abcffb8-c4f8-402c-9b11-6940e0315298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (30c7f9b9-8af7-4cc7-8cdc-529dc37be56c), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:13.238552 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abcffb8-c4f8-402c-9b11-6940e0315298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c7f9b9-8af7-4cc7-8cdc-529dc37be56c,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:13.264167 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-aaf3f251-b8a5-4ccd-825a-aa90fbdeb8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'name': 'tempest-TestMinimumBasicScenario-601595784-router', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'aaf849ce-ea04-432c-97eb-6fdb5ca3c764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:05Z', 'updated_at': '2022-02-09T12:56:09Z', 'revision_number': 4, 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'gw_port': {'id': 'aaf849ce-ea04-432c-97eb-6fdb5ca3c764', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:05Z', 'updated_at': '2022-02-09T12:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '79e5a813-c4f4-4fb8-bb79-0c411476cf29', 'name': '', 'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'mac_address': 'fa:16:3e:d7:ca:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'cdf47935-83f3-4672-9f4b-bebf304da44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:08Z', 'updated_at': '2022-02-09T12:56:09Z', 'revision_number': 2, 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'subnets': [{'id': 'cdf47935-83f3-4672-9f4b-bebf304da44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:13.288750 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-975a92c9-83a5-4919-91b9-f93a35c46b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (de1cd7f3-3c52-4813-bda0-4369de92500d), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:13.292367 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-975a92c9-83a5-4919-91b9-f93a35c46b16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:13.299244 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-975a92c9-83a5-4919-91b9-f93a35c46b16 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/de1cd7f3-3c52-4813-bda0-4369de92500d HTTP/1.1" status: 204 len: 168 time: 0.3542452 Feb 09 12:56:13.299495 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf3f251-b8a5-4ccd-825a-aa90fbdeb8a1 None None] Checking router: cac4f8a9-5219-4963-8084-ccc576c00747 for host: dv-cinder-810917-4-iscsi {{(pid=109772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:56:13.299495 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf3f251-b8a5-4ccd-825a-aa90fbdeb8a1 None None] Updating router cac4f8a9-5219-4963-8084-ccc576c00747 port 79e5a813-c4f4-4fb8-bb79-0c411476cf29 binding host dv-cinder-810917-4-iscsi {{(pid=109772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:56:13.307122 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a92c9-83a5-4919-91b9-f93a35c46b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1cd7f3-3c52-4813-bda0-4369de92500d,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:13.321335 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9ebd95f4-6a3e-488f-aa4a-27d48f267128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (264db7fb-c6aa-4f68-820a-0e414766c54f), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:13.324591 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9ebd95f4-6a3e-488f-aa4a-27d48f267128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:13.326070 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-9ebd95f4-6a3e-488f-aa4a-27d48f267128 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/264db7fb-c6aa-4f68-820a-0e414766c54f HTTP/1.1" status: 204 len: 168 time: 0.3315732 Feb 09 12:56:13.332169 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-aaf3f251-b8a5-4ccd-825a-aa90fbdeb8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (79e5a813-c4f4-4fb8-bb79-0c411476cf29), before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:13.332468 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3abcffb8-c4f8-402c-9b11-6940e0315298 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=109769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:56:13.344905 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd95f4-6a3e-488f-aa4a-27d48f267128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264db7fb-c6aa-4f68-820a-0e414766c54f,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:13.352051 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3abcffb8-c4f8-402c-9b11-6940e0315298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (78d7fff4-9c91-42d8-b78c-c04b85c4a7de), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:13.352662 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.db.segments_db [None req-3abcffb8-c4f8-402c-9b11-6940e0315298 admin admin] Added segment 78d7fff4-9c91-42d8-b78c-c04b85c4a7de of type vlan for network a29c045c-5e07-43de-aa44-9c73bbaba07c Feb 09 12:56:13.400847 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3abcffb8-c4f8-402c-9b11-6940e0315298 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775837420593'] for network (a29c045c-5e07-43de-aa44-9c73bbaba07c), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:13.518704 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3abcffb8-c4f8-402c-9b11-6940e0315298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for network (a29c045c-5e07-43de-aa44-9c73bbaba07c), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:13.520233 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abcffb8-c4f8-402c-9b11-6940e0315298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:13.521040 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3abcffb8-c4f8-402c-9b11-6940e0315298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:13.586403 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abcffb8-c4f8-402c-9b11-6940e0315298 admin admin] Pushing event updated for resources: {'Network': ['ID=a29c045c-5e07-43de-aa44-9c73bbaba07c,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:13.596473 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Network a29c045c-5e07-43de-aa44-9c73bbaba07c details requested by agent ovs-agent-dv-cinder-810917-4-iscsi with host dv-cinder-810917-4-iscsi {{(pid=109771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 12:56:13.664647 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-aaf3f251-b8a5-4ccd-825a-aa90fbdeb8a1 None None] Publish callbacks [] for port (79e5a813-c4f4-4fb8-bb79-0c411476cf29), precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:13.683909 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-3abcffb8-c4f8-402c-9b11-6940e0315298 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0106511 Feb 09 12:56:13.687159 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 53824) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:13.692862 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-1de89876-8b34-4533-beec-80d7be6f201f admin admin] Request body: {'subnet': {'network_id': 'a29c045c-5e07-43de-aa44-9c73bbaba07c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-303581990-subnet', 'tenant_id': 'c8aeebd9c8b749d4865207517eec85b9', 'ip_version': 4}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:13.786884 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-aaf3f251-b8a5-4ccd-825a-aa90fbdeb8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (79e5a813-c4f4-4fb8-bb79-0c411476cf29), after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:13.821405 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de89876-8b34-4533-beec-80d7be6f201f admin admin] Made reservation on behalf of c8aeebd9c8b749d4865207517eec85b9 for: {'subnet': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:56:13.824274 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1de89876-8b34-4533-beec-80d7be6f201f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8772595'] for subnet (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:13.988313 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb7b96-e21b-4047-8f8f-edb6417eb6ca None None] Pushing event updated for resources: {'Port': ['ID=79e5a813-c4f4-4fb8-bb79-0c411476cf29,revision_number=3']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:14.014080 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [None req-aaf3f251-b8a5-4ccd-825a-aa90fbdeb8a1 None None] Attempting to bind port 79e5a813-c4f4-4fb8-bb79-0c411476cf29 on host dv-cinder-810917-4-iscsi for vnic_type normal with profile {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:56:14.014768 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [None req-aaf3f251-b8a5-4ccd-825a-aa90fbdeb8a1 None None] Attempting to bind port 79e5a813-c4f4-4fb8-bb79-0c411476cf29 by drivers openvswitch,hyperv on host dv-cinder-810917-4-iscsi at level 0 using segments [{'id': 'f6ad2818-739a-43e3-b752-81a19c158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2'}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:56:14.015360 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf3f251-b8a5-4ccd-825a-aa90fbdeb8a1 None None] Attempting to bind port 79e5a813-c4f4-4fb8-bb79-0c411476cf29 on network babb7da8-fc2e-44f0-be51-e4ef20e9c2c2 {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:56:14.032473 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bb7b96-e21b-4047-8f8f-edb6417eb6ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:14.033079 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bb7b96-e21b-4047-8f8f-edb6417eb6ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:14.033677 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bb7b96-e21b-4047-8f8f-edb6417eb6ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:14.034346 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bb7b96-e21b-4047-8f8f-edb6417eb6ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:14.035832 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bb7b96-e21b-4047-8f8f-edb6417eb6ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:14.036785 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bb7b96-e21b-4047-8f8f-edb6417eb6ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:14.037720 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bb7b96-e21b-4047-8f8f-edb6417eb6ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:14.038580 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bb7b96-e21b-4047-8f8f-edb6417eb6ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:14.042999 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bb7b96-e21b-4047-8f8f-edb6417eb6ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:14.042999 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bb7b96-e21b-4047-8f8f-edb6417eb6ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:14.042999 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bb7b96-e21b-4047-8f8f-edb6417eb6ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:14.042999 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bb7b96-e21b-4047-8f8f-edb6417eb6ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:14.042999 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bb7b96-e21b-4047-8f8f-edb6417eb6ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:14.049287 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf3f251-b8a5-4ccd-825a-aa90fbdeb8a1 None None] Checking agent: {'id': '46f62665-8b82-4ce4-9f5d-d8528a85ae2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'started_at': datetime.datetime(2022, 2, 9, 12, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:56:14.051031 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf3f251-b8a5-4ccd-825a-aa90fbdeb8a1 None None] Checking segment: {'id': 'f6ad2818-739a-43e3-b752-81a19c158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:56:14.052094 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-aaf3f251-b8a5-4ccd-825a-aa90fbdeb8a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:14.052902 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf3f251-b8a5-4ccd-825a-aa90fbdeb8a1 None None] Bound using segment: {'id': 'f6ad2818-739a-43e3-b752-81a19c158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2'} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:56:14.055275 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [None req-aaf3f251-b8a5-4ccd-825a-aa90fbdeb8a1 None None] Bound port: 79e5a813-c4f4-4fb8-bb79-0c411476cf29, host: dv-cinder-810917-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ad2818-739a-43e3-b752-81a19c158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2'}}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:56:14.056005 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-aaf3f251-b8a5-4ccd-825a-aa90fbdeb8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (79e5a813-c4f4-4fb8-bb79-0c411476cf29), before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:14.150815 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-aaf3f251-b8a5-4ccd-825a-aa90fbdeb8a1 None None] For port 79e5a813-c4f4-4fb8-bb79-0c411476cf29, host dv-cinder-810917-4-iscsi, cleared binding levels {{(pid=109772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:56:14.150815 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-aaf3f251-b8a5-4ccd-825a-aa90fbdeb8a1 None None] For port 79e5a813-c4f4-4fb8-bb79-0c411476cf29, host dv-cinder-810917-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=79e5a813-c4f4-4fb8-bb79-0c411476cf29,segment=NetworkSegment(f6ad2818-739a-43e3-b752-81a19c158147),segment_id=f6ad2818-739a-43e3-b752-81a19c158147)] {{(pid=109772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:56:14.210712 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-594e7808-161f-4613-aa82-0c3d0d29882d None None] Provisioning complete for port 79e5a813-c4f4-4fb8-bb79-0c411476cf29 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:14.213305 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-594e7808-161f-4613-aa82-0c3d0d29882d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (79e5a813-c4f4-4fb8-bb79-0c411476cf29), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:14.247866 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1de89876-8b34-4533-beec-80d7be6f201f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8719965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8772557'] for subnet (d458fa7d-dff9-43a4-b96d-88bbf9e1c6ff), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:14.269517 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-594e7808-161f-4613-aa82-0c3d0d29882d None None] Port 79e5a813-c4f4-4fb8-bb79-0c411476cf29 cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:56:14.276861 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-aaf3f251-b8a5-4ccd-825a-aa90fbdeb8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (79e5a813-c4f4-4fb8-bb79-0c411476cf29), after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:14.323363 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de89876-8b34-4533-beec-80d7be6f201f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d458fa7d-dff9-43a4-b96d-88bbf9e1c6ff,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:14.335017 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb7b96-e21b-4047-8f8f-edb6417eb6ca None None] Pushing event updated for resources: {'Port': ['ID=79e5a813-c4f4-4fb8-bb79-0c411476cf29,revision_number=4']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:14.338957 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de89876-8b34-4533-beec-80d7be6f201f admin admin] Checking segment: {'id': '78d7fff4-9c91-42d8-b78c-c04b85c4a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a29c045c-5e07-43de-aa44-9c73bbaba07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:56:14.340947 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de89876-8b34-4533-beec-80d7be6f201f admin admin] Network hostable DHCP agents. Network: a29c045c-5e07-43de-aa44-9c73bbaba07c, hostable agents: ['669fbb72-d52e-4349-b520-3721ffb5f632'], hosted agents: [] {{(pid=109769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:56:14.360127 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf3f251-b8a5-4ccd-825a-aa90fbdeb8a1 None None] Routers {'cac4f8a9-5219-4963-8084-ccc576c00747'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:56:14.362947 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-aaf3f251-b8a5-4ccd-825a-aa90fbdeb8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:55:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['cac4f8a9-5219-4963-8084-ccc576c00747'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:14.375067 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 53838) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:14.392830 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-67a1daa2-1a4b-4d1d-9191-a9abe46b2a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:14.497919 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device aaf849ce-ea04-432c-97eb-6fdb5ca3c764 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:56:14.509877 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de89876-8b34-4533-beec-80d7be6f201f admin admin] Network a29c045c-5e07-43de-aa44-9c73bbaba07c is scheduled to be hosted by DHCP agent 669fbb72-d52e-4349-b520-3721ffb5f632 with binding_index 1 {{(pid=109769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:56:14.541203 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-67a1daa2-1a4b-4d1d-9191-a9abe46b2a9f admin admin] Publish callbacks [] for security_group (0d08be92-1d39-404b-aecd-20bfeca885a3), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:14.625613 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-aaf3f251-b8a5-4ccd-825a-aa90fbdeb8a1 None None] Set router cac4f8a9-5219-4963-8084-ccc576c00747 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:56:14.626738 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port aaf849ce-ea04-432c-97eb-6fdb5ca3c764 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:14.629851 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (aaf849ce-ea04-432c-97eb-6fdb5ca3c764), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:14.729551 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-1de89876-8b34-4533-beec-80d7be6f201f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-4-iscsi, a29c045c-5e07-43de-aa44-9c73bbaba07c) {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:14.734014 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de89876-8b34-4533-beec-80d7be6f201f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:14.734664 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1de89876-8b34-4533-beec-80d7be6f201f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:14.746411 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c61052-164b-4c1a-8928-87ba045fd527 None None] Network a29c045c-5e07-43de-aa44-9c73bbaba07c requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:56:14.763173 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port aaf849ce-ea04-432c-97eb-6fdb5ca3c764 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:56:14.803678 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-67a1daa2-1a4b-4d1d-9191-a9abe46b2a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (0d08be92-1d39-404b-aecd-20bfeca885a3), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:14.853569 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-67a1daa2-1a4b-4d1d-9191-a9abe46b2a9f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=34a4a28a2f8e49659d8bb852035e9da7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4773440 Feb 09 12:56:14.854761 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1daa2-1a4b-4d1d-9191-a9abe46b2a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d08be92-1d39-404b-aecd-20bfeca885a3,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:14.856310 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 53846) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:14.857133 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-481fc332-9e2a-4125-8b00-37651c07edc4 None None] Provisioning complete for port 79e5a813-c4f4-4fb8-bb79-0c411476cf29 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:14.857576 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-481fc332-9e2a-4125-8b00-37651c07edc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (79e5a813-c4f4-4fb8-bb79-0c411476cf29), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:14.880208 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-1de89876-8b34-4533-beec-80d7be6f201f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1914797 Feb 09 12:56:14.880902 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 53848) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:14.910458 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-7a691230-c015-46f4-8b96-4d4242c97a1d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-303581990-router', 'tenant_id': 'c8aeebd9c8b749d4865207517eec85b9', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:14.935144 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-275e24ab-4ed6-42f4-835a-6cf2bd552665 admin admin] Publish callbacks [] for security_group (0d08be92-1d39-404b-aecd-20bfeca885a3), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:14.969276 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-275e24ab-4ed6-42f4-835a-6cf2bd552665 admin admin] Publish callbacks [] for security_group (0d08be92-1d39-404b-aecd-20bfeca885a3), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:14.976891 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-aaf3f251-b8a5-4ccd-825a-aa90fbdeb8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'name': 'tempest-TestMinimumBasicScenario-601595784-router', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'aaf849ce-ea04-432c-97eb-6fdb5ca3c764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:05Z', 'updated_at': '2022-02-09T12:56:09Z', 'revision_number': 4, 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'gw_port': {'id': 'aaf849ce-ea04-432c-97eb-6fdb5ca3c764', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:05Z', 'updated_at': '2022-02-09T12:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '79e5a813-c4f4-4fb8-bb79-0c411476cf29', 'name': '', 'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'mac_address': 'fa:16:3e:d7:ca:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'cdf47935-83f3-4672-9f4b-bebf304da44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:08Z', 'updated_at': '2022-02-09T12:56:14Z', 'revision_number': 4, 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'subnets': [{'id': 'cdf47935-83f3-4672-9f4b-bebf304da44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:15.016404 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf3f251-b8a5-4ccd-825a-aa90fbdeb8a1 None None] The sync data for ids ['cac4f8a9-5219-4963-8084-ccc576c00747'] in dv-cinder-810917-4-iscsi is: [{'id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'name': 'tempest-TestMinimumBasicScenario-601595784-router', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'aaf849ce-ea04-432c-97eb-6fdb5ca3c764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:05Z', 'updated_at': '2022-02-09T12:56:09Z', 'revision_number': 4, 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'gw_port': {'id': 'aaf849ce-ea04-432c-97eb-6fdb5ca3c764', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:05Z', 'updated_at': '2022-02-09T12:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '79e5a813-c4f4-4fb8-bb79-0c411476cf29', 'name': '', 'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'mac_address': 'fa:16:3e:d7:ca:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'cdf47935-83f3-4672-9f4b-bebf304da44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:08Z', 'updated_at': '2022-02-09T12:56:14Z', 'revision_number': 4, 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'subnets': [{'id': 'cdf47935-83f3-4672-9f4b-bebf304da44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:56:15.094588 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7a691230-c015-46f4-8b96-4d4242c97a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1588272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8981'] for router (93e4d8d8-d831-403a-aad9-2d3fb7924598), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:15.097780 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7a691230-c015-46f4-8b96-4d4242c97a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1593070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1920881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8972'] for router (93e4d8d8-d831-403a-aad9-2d3fb7924598), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:15.102410 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:15.116177 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d1a162-9686-47c8-a4d2-27da35da6047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp981a83c6-c2ad-56b8-8135-9301bdb264f7-a29c045c-5e07-43de-aa44-9c73bbaba07c', 'network_id': 'a29c045c-5e07-43de-aa44-9c73bbaba07c', 'project_id': 'c8aeebd9c8b749d4865207517eec85b9', 'fixed_ips': [{'subnet_id': 'd458fa7d-dff9-43a4-b96d-88bbf9e1c6ff'}]}} from dv-cinder-810917-4-iscsi. {{(pid=109771) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 12:56:15.117015 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-32d1a162-9686-47c8-a4d2-27da35da6047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:15.175076 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-275e24ab-4ed6-42f4-835a-6cf2bd552665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (0d08be92-1d39-404b-aecd-20bfeca885a3), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:15.177954 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-275e24ab-4ed6-42f4-835a-6cf2bd552665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:15.179588 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-275e24ab-4ed6-42f4-835a-6cf2bd552665 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0d08be92-1d39-404b-aecd-20bfeca885a3 HTTP/1.1" status: 204 len: 168 time: 0.3221111 Feb 09 12:56:15.182014 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-481fc332-9e2a-4125-8b00-37651c07edc4 None None] Current status of the port 79e5a813-c4f4-4fb8-bb79-0c411476cf29 is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:56:15.182450 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-481fc332-9e2a-4125-8b00-37651c07edc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (79e5a813-c4f4-4fb8-bb79-0c411476cf29), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:15.189746 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e24ab-4ed6-42f4-835a-6cf2bd552665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d08be92-1d39-404b-aecd-20bfeca885a3,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:15.277266 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7a691230-c015-46f4-8b96-4d4242c97a1d admin admin] Publish callbacks [] for router_controller (93e4d8d8-d831-403a-aad9-2d3fb7924598), precommit_add_association {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:15.333850 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-481fc332-9e2a-4125-8b00-37651c07edc4 None None] For port 79e5a813-c4f4-4fb8-bb79-0c411476cf29, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=79e5a813-c4f4-4fb8-bb79-0c411476cf29,segment=NetworkSegment(f6ad2818-739a-43e3-b752-81a19c158147),segment_id=f6ad2818-739a-43e3-b752-81a19c158147)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:15.465666 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [None req-32d1a162-9686-47c8-a4d2-27da35da6047 None None] Allocated IP 172.20.0.2 (a29c045c-5e07-43de-aa44-9c73bbaba07c/d458fa7d-dff9-43a4-b96d-88bbf9e1c6ff/ecb0dd4c-e4c6-426c-bb8c-affed562fd95) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:15.475411 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-481fc332-9e2a-4125-8b00-37651c07edc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (79e5a813-c4f4-4fb8-bb79-0c411476cf29), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:15.655596 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7a691230-c015-46f4-8b96-4d4242c97a1d admin admin] Publish callbacks [] for router_gateway (93e4d8d8-d831-403a-aad9-2d3fb7924598), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:15.679549 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481fc332-9e2a-4125-8b00-37651c07edc4 None None] Pushing event updated for resources: {'Port': ['ID=79e5a813-c4f4-4fb8-bb79-0c411476cf29,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:15.815616 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-32d1a162-9686-47c8-a4d2-27da35da6047 None None] Publish callbacks [] for port (ecb0dd4c-e4c6-426c-bb8c-affed562fd95), precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:15.943950 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-32d1a162-9686-47c8-a4d2-27da35da6047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (ecb0dd4c-e4c6-426c-bb8c-affed562fd95), after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:16.018079 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d1a162-9686-47c8-a4d2-27da35da6047 None None] Network a29c045c-5e07-43de-aa44-9c73bbaba07c is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:16.023553 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-32d1a162-9686-47c8-a4d2-27da35da6047 None None] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:16.027606 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d1a162-9686-47c8-a4d2-27da35da6047 None None] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:56:16.067332 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1a162-9686-47c8-a4d2-27da35da6047 None None] Pushing event updated for resources: {'Port': ['ID=ecb0dd4c-e4c6-426c-bb8c-affed562fd95,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:16.098645 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 53868) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:16.144803 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-582d4e7f-311b-4674-b36d-9f560195254f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:16.145836 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-32d1a162-9686-47c8-a4d2-27da35da6047 None None] Attempting to bind port ecb0dd4c-e4c6-426c-bb8c-affed562fd95 on host dv-cinder-810917-4-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:56:16.146233 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-32d1a162-9686-47c8-a4d2-27da35da6047 None None] Attempting to bind port ecb0dd4c-e4c6-426c-bb8c-affed562fd95 by drivers openvswitch,hyperv on host dv-cinder-810917-4-iscsi at level 0 using segments [{'id': '78d7fff4-9c91-42d8-b78c-c04b85c4a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a29c045c-5e07-43de-aa44-9c73bbaba07c'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:56:16.146577 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d1a162-9686-47c8-a4d2-27da35da6047 None None] Attempting to bind port ecb0dd4c-e4c6-426c-bb8c-affed562fd95 on network a29c045c-5e07-43de-aa44-9c73bbaba07c {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:56:16.147329 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7a691230-c015-46f4-8b96-4d4242c97a1d admin admin] Publish callbacks [] for router_gateway (93e4d8d8-d831-403a-aad9-2d3fb7924598), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:16.159735 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d1a162-9686-47c8-a4d2-27da35da6047 None None] Checking agent: {'id': '46f62665-8b82-4ce4-9f5d-d8528a85ae2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'started_at': datetime.datetime(2022, 2, 9, 12, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:56:16.160415 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d1a162-9686-47c8-a4d2-27da35da6047 None None] Checking segment: {'id': '78d7fff4-9c91-42d8-b78c-c04b85c4a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a29c045c-5e07-43de-aa44-9c73bbaba07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:56:16.160870 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-32d1a162-9686-47c8-a4d2-27da35da6047 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:16.161326 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d1a162-9686-47c8-a4d2-27da35da6047 None None] Bound using segment: {'id': '78d7fff4-9c91-42d8-b78c-c04b85c4a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a29c045c-5e07-43de-aa44-9c73bbaba07c'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:56:16.161815 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-32d1a162-9686-47c8-a4d2-27da35da6047 None None] Bound port: ecb0dd4c-e4c6-426c-bb8c-affed562fd95, host: dv-cinder-810917-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d7fff4-9c91-42d8-b78c-c04b85c4a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a29c045c-5e07-43de-aa44-9c73bbaba07c'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:56:16.165112 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-32d1a162-9686-47c8-a4d2-27da35da6047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (ecb0dd4c-e4c6-426c-bb8c-affed562fd95), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:16.196059 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7a691230-c015-46f4-8b96-4d4242c97a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:16.266615 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-32d1a162-9686-47c8-a4d2-27da35da6047 None None] For port ecb0dd4c-e4c6-426c-bb8c-affed562fd95, host dv-cinder-810917-4-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:56:16.272423 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-32d1a162-9686-47c8-a4d2-27da35da6047 None None] For port ecb0dd4c-e4c6-426c-bb8c-affed562fd95, host dv-cinder-810917-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=ecb0dd4c-e4c6-426c-bb8c-affed562fd95,segment=NetworkSegment(78d7fff4-9c91-42d8-b78c-c04b85c4a7de),segment_id=78d7fff4-9c91-42d8-b78c-c04b85c4a7de)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:56:16.316288 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-582d4e7f-311b-4674-b36d-9f560195254f admin admin] Publish callbacks [] for security_group (da1a4085-a2f7-4de8-a8e2-2f52b60b5dd8), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:16.376073 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-7a691230-c015-46f4-8b96-4d4242c97a1d admin admin] Allocated IP 172.27.3.147 (a2e9d4bf-7356-45aa-a65f-bd468972dd5d/c9ce0d82-6bfd-4731-856e-4f09afc4aa6c/8e4925d2-9074-4456-8e6a-4fd9ee468d57) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:16.419376 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 79e5a813-c4f4-4fb8-bb79-0c411476cf29 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:56:16.483510 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-32d1a162-9686-47c8-a4d2-27da35da6047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (ecb0dd4c-e4c6-426c-bb8c-affed562fd95), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:16.505392 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-582d4e7f-311b-4674-b36d-9f560195254f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (da1a4085-a2f7-4de8-a8e2-2f52b60b5dd8), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:16.576259 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-582d4e7f-311b-4674-b36d-9f560195254f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=046b6c8d48d24784b4fcb2b8cf7f67d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4750733 Feb 09 12:56:16.577746 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d4e7f-311b-4674-b36d-9f560195254f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1a4085-a2f7-4de8-a8e2-2f52b60b5dd8,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:16.581101 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 53872) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:16.625555 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7a691230-c015-46f4-8b96-4d4242c97a1d admin admin] Publish callbacks [] for port (8e4925d2-9074-4456-8e6a-4fd9ee468d57), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:16.629659 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port 79e5a813-c4f4-4fb8-bb79-0c411476cf29 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:16.630350 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (79e5a813-c4f4-4fb8-bb79-0c411476cf29), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:16.633177 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1a162-9686-47c8-a4d2-27da35da6047 None None] Pushing event updated for resources: {'Port': ['ID=ecb0dd4c-e4c6-426c-bb8c-affed562fd95,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:16.744839 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a596bf75-7544-4aa0-888a-31dcee941621 admin admin] Publish callbacks [] for security_group (da1a4085-a2f7-4de8-a8e2-2f52b60b5dd8), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:16.802713 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a596bf75-7544-4aa0-888a-31dcee941621 admin admin] Publish callbacks [] for security_group (da1a4085-a2f7-4de8-a8e2-2f52b60b5dd8), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:16.824964 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port 79e5a813-c4f4-4fb8-bb79-0c411476cf29 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:56:16.856490 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7a691230-c015-46f4-8b96-4d4242c97a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (8e4925d2-9074-4456-8e6a-4fd9ee468d57), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:16.951555 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a691230-c015-46f4-8b96-4d4242c97a1d admin admin] Network a2e9d4bf-7356-45aa-a65f-bd468972dd5d is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:16.960723 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-7a691230-c015-46f4-8b96-4d4242c97a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:16.968796 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a691230-c015-46f4-8b96-4d4242c97a1d admin admin] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:56:16.979941 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a691230-c015-46f4-8b96-4d4242c97a1d admin admin] Pushing event updated for resources: {'Port': ['ID=8e4925d2-9074-4456-8e6a-4fd9ee468d57,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:17.198518 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a596bf75-7544-4aa0-888a-31dcee941621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (da1a4085-a2f7-4de8-a8e2-2f52b60b5dd8), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:17.202717 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a596bf75-7544-4aa0-888a-31dcee941621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:17.204407 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-a596bf75-7544-4aa0-888a-31dcee941621 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/da1a4085-a2f7-4de8-a8e2-2f52b60b5dd8 HTTP/1.1" status: 204 len: 168 time: 0.6215029 Feb 09 12:56:17.220364 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596bf75-7544-4aa0-888a-31dcee941621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1a4085-a2f7-4de8-a8e2-2f52b60b5dd8,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:17.447771 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7a691230-c015-46f4-8b96-4d4242c97a1d admin admin] Publish callbacks [] for router_gateway (93e4d8d8-d831-403a-aad9-2d3fb7924598), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:17.803455 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7a691230-c015-46f4-8b96-4d4242c97a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591097'] for router (93e4d8d8-d831-403a-aad9-2d3fb7924598), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:17.949119 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7266e8-2044-4f15-853e-8984d827c73c None None] Network a29c045c-5e07-43de-aa44-9c73bbaba07c requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:56:18.039788 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-bacae111-b5a0-42af-8f9d-2964b6f71ee6 None None] Provisioning complete for port ecb0dd4c-e4c6-426c-bb8c-affed562fd95 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:18.040161 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bacae111-b5a0-42af-8f9d-2964b6f71ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (ecb0dd4c-e4c6-426c-bb8c-affed562fd95), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:18.180197 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a691230-c015-46f4-8b96-4d4242c97a1d admin admin] Router 93e4d8d8-d831-403a-aad9-2d3fb7924598 is scheduled to L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 with binding_index 1 {{(pid=109769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 12:56:18.195953 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-bacae111-b5a0-42af-8f9d-2964b6f71ee6 None None] Current status of the port ecb0dd4c-e4c6-426c-bb8c-affed562fd95 is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:56:18.196471 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bacae111-b5a0-42af-8f9d-2964b6f71ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (ecb0dd4c-e4c6-426c-bb8c-affed562fd95), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:18.248955 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-bacae111-b5a0-42af-8f9d-2964b6f71ee6 None None] For port ecb0dd4c-e4c6-426c-bb8c-affed562fd95, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=ecb0dd4c-e4c6-426c-bb8c-affed562fd95,segment=NetworkSegment(78d7fff4-9c91-42d8-b78c-c04b85c4a7de),segment_id=78d7fff4-9c91-42d8-b78c-c04b85c4a7de)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:18.329630 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bacae111-b5a0-42af-8f9d-2964b6f71ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (ecb0dd4c-e4c6-426c-bb8c-affed562fd95), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:18.527195 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a691230-c015-46f4-8b96-4d4242c97a1d admin admin] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:56:18.541266 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacae111-b5a0-42af-8f9d-2964b6f71ee6 None None] Pushing event updated for resources: {'Port': ['ID=ecb0dd4c-e4c6-426c-bb8c-affed562fd95,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:18.557283 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6888a399-20bd-4e81-85f8-e5fa99d5f3dd None None] Sync routers for ids ['93e4d8d8-d831-403a-aad9-2d3fb7924598'] in dv-cinder-810917-4-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:56:18.569560 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device ecb0dd4c-e4c6-426c-bb8c-affed562fd95 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:56:18.635620 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6888a399-20bd-4e81-85f8-e5fa99d5f3dd None None] Routers {'93e4d8d8-d831-403a-aad9-2d3fb7924598'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:56:18.636857 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-6888a399-20bd-4e81-85f8-e5fa99d5f3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:55:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['93e4d8d8-d831-403a-aad9-2d3fb7924598'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:18.718825 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7a691230-c015-46f4-8b96-4d4242c97a1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:18.720086 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-7a691230-c015-46f4-8b96-4d4242c97a1d admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8380566 Feb 09 12:56:18.725732 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 53916) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:18.841593 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-b41e49ea-3110-4e51-a601-69ad188f4c92 None None] Provisioning complete for port ecb0dd4c-e4c6-426c-bb8c-affed562fd95 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:18.842172 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b41e49ea-3110-4e51-a601-69ad188f4c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (ecb0dd4c-e4c6-426c-bb8c-affed562fd95), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:18.953663 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port ecb0dd4c-e4c6-426c-bb8c-affed562fd95 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:18.954565 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (ecb0dd4c-e4c6-426c-bb8c-affed562fd95), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:18.975609 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-6888a399-20bd-4e81-85f8-e5fa99d5f3dd None None] Set router 93e4d8d8-d831-403a-aad9-2d3fb7924598 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:56:19.478612 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-b41e49ea-3110-4e51-a601-69ad188f4c92 None None] Current status of the port ecb0dd4c-e4c6-426c-bb8c-affed562fd95 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:56:19.521151 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port ecb0dd4c-e4c6-426c-bb8c-affed562fd95 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:56:19.554362 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-6888a399-20bd-4e81-85f8-e5fa99d5f3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e4d8d8-d831-403a-aad9-2d3fb7924598', 'name': 'tempest-TestMinimumBasicScenario-303581990-router', 'tenant_id': 'c8aeebd9c8b749d4865207517eec85b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '8e4925d2-9074-4456-8e6a-4fd9ee468d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:15Z', 'updated_at': '2022-02-09T12:56:17Z', 'revision_number': 3, 'project_id': 'c8aeebd9c8b749d4865207517eec85b9', 'gw_port': {'id': '8e4925d2-9074-4456-8e6a-4fd9ee468d57', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e4d8d8-d831-403a-aad9-2d3fb7924598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:16Z', 'updated_at': '2022-02-09T12:56:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:19.609787 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6888a399-20bd-4e81-85f8-e5fa99d5f3dd None None] Checking router: 93e4d8d8-d831-403a-aad9-2d3fb7924598 for host: dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:56:19.610392 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6888a399-20bd-4e81-85f8-e5fa99d5f3dd None None] Updating router 93e4d8d8-d831-403a-aad9-2d3fb7924598 port 8e4925d2-9074-4456-8e6a-4fd9ee468d57 binding host dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:56:19.660755 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6888a399-20bd-4e81-85f8-e5fa99d5f3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (8e4925d2-9074-4456-8e6a-4fd9ee468d57), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:19.849148 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f70640be-80b8-40d3-ae2b-5b9e3b495751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:20.175896 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [None req-f70640be-80b8-40d3-ae2b-5b9e3b495751 admin admin] Allocated IP 172.20.0.1 (a29c045c-5e07-43de-aa44-9c73bbaba07c/d458fa7d-dff9-43a4-b96d-88bbf9e1c6ff/40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:20.291229 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6888a399-20bd-4e81-85f8-e5fa99d5f3dd None None] Publish callbacks [] for port (8e4925d2-9074-4456-8e6a-4fd9ee468d57), precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:20.393094 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device ecb0dd4c-e4c6-426c-bb8c-affed562fd95 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:56:20.398013 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6888a399-20bd-4e81-85f8-e5fa99d5f3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (8e4925d2-9074-4456-8e6a-4fd9ee468d57), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:20.418833 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f70640be-80b8-40d3-ae2b-5b9e3b495751 admin admin] Publish callbacks [] for port (40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:20.526406 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc065c-1756-45c2-8206-4923dab518f4 None None] Pushing event updated for resources: {'Port': ['ID=8e4925d2-9074-4456-8e6a-4fd9ee468d57,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:20.531226 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-6888a399-20bd-4e81-85f8-e5fa99d5f3dd None None] Attempting to bind port 8e4925d2-9074-4456-8e6a-4fd9ee468d57 on host dv-cinder-810917-4-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:56:20.531663 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-6888a399-20bd-4e81-85f8-e5fa99d5f3dd None None] Attempting to bind port 8e4925d2-9074-4456-8e6a-4fd9ee468d57 by drivers openvswitch,hyperv on host dv-cinder-810917-4-iscsi at level 0 using segments [{'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:56:20.532098 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6888a399-20bd-4e81-85f8-e5fa99d5f3dd None None] Attempting to bind port 8e4925d2-9074-4456-8e6a-4fd9ee468d57 on network a2e9d4bf-7356-45aa-a65f-bd468972dd5d {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:56:20.545323 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6888a399-20bd-4e81-85f8-e5fa99d5f3dd None None] Checking agent: {'id': '46f62665-8b82-4ce4-9f5d-d8528a85ae2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'started_at': datetime.datetime(2022, 2, 9, 12, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:56:20.545758 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6888a399-20bd-4e81-85f8-e5fa99d5f3dd None None] Checking segment: {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:56:20.546164 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6888a399-20bd-4e81-85f8-e5fa99d5f3dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:20.546605 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6888a399-20bd-4e81-85f8-e5fa99d5f3dd None None] Bound using segment: {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:56:20.547122 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-6888a399-20bd-4e81-85f8-e5fa99d5f3dd None None] Bound port: 8e4925d2-9074-4456-8e6a-4fd9ee468d57, host: dv-cinder-810917-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:56:20.547655 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6888a399-20bd-4e81-85f8-e5fa99d5f3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (8e4925d2-9074-4456-8e6a-4fd9ee468d57), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:20.588025 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port ecb0dd4c-e4c6-426c-bb8c-affed562fd95 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:20.588025 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (ecb0dd4c-e4c6-426c-bb8c-affed562fd95), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:20.629569 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f70640be-80b8-40d3-ae2b-5b9e3b495751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:20.656282 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-6888a399-20bd-4e81-85f8-e5fa99d5f3dd None None] For port 8e4925d2-9074-4456-8e6a-4fd9ee468d57, host dv-cinder-810917-4-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:56:20.662503 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-6888a399-20bd-4e81-85f8-e5fa99d5f3dd None None] For port 8e4925d2-9074-4456-8e6a-4fd9ee468d57, host dv-cinder-810917-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=8e4925d2-9074-4456-8e6a-4fd9ee468d57,segment=NetworkSegment(b9e37f85-ea5b-4692-8272-94f7f4592b1f),segment_id=b9e37f85-ea5b-4692-8272-94f7f4592b1f)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:56:20.702219 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70640be-80b8-40d3-ae2b-5b9e3b495751 admin admin] Network a29c045c-5e07-43de-aa44-9c73bbaba07c is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:20.709194 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-f70640be-80b8-40d3-ae2b-5b9e3b495751 admin admin] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:20.713410 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70640be-80b8-40d3-ae2b-5b9e3b495751 admin admin] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:56:20.727232 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port ecb0dd4c-e4c6-426c-bb8c-affed562fd95 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:56:20.744342 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70640be-80b8-40d3-ae2b-5b9e3b495751 admin admin] Pushing event updated for resources: {'Port': ['ID=40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:20.773032 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f70640be-80b8-40d3-ae2b-5b9e3b495751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1591278'] for router_interface (93e4d8d8-d831-403a-aad9-2d3fb7924598), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:20.776830 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6888a399-20bd-4e81-85f8-e5fa99d5f3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (8e4925d2-9074-4456-8e6a-4fd9ee468d57), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:20.854791 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6888a399-20bd-4e81-85f8-e5fa99d5f3dd None None] Routers {'93e4d8d8-d831-403a-aad9-2d3fb7924598'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:56:20.855464 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-6888a399-20bd-4e81-85f8-e5fa99d5f3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:55:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['93e4d8d8-d831-403a-aad9-2d3fb7924598'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:20.898705 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc065c-1756-45c2-8206-4923dab518f4 None None] Pushing event updated for resources: {'Port': ['ID=8e4925d2-9074-4456-8e6a-4fd9ee468d57,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:20.985767 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-6888a399-20bd-4e81-85f8-e5fa99d5f3dd None None] Set router 93e4d8d8-d831-403a-aad9-2d3fb7924598 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:56:21.107440 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f70640be-80b8-40d3-ae2b-5b9e3b495751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:21.113350 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-09666e05-9ef8-43ea-a02b-6ad93813f49c None None] Provisioning complete for port 40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:21.113729 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-09666e05-9ef8-43ea-a02b-6ad93813f49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:21.180532 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-09666e05-9ef8-43ea-a02b-6ad93813f49c None None] Port 40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0 cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:56:21.262943 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-6888a399-20bd-4e81-85f8-e5fa99d5f3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e4d8d8-d831-403a-aad9-2d3fb7924598', 'name': 'tempest-TestMinimumBasicScenario-303581990-router', 'tenant_id': 'c8aeebd9c8b749d4865207517eec85b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '8e4925d2-9074-4456-8e6a-4fd9ee468d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:15Z', 'updated_at': '2022-02-09T12:56:17Z', 'revision_number': 3, 'project_id': 'c8aeebd9c8b749d4865207517eec85b9', 'gw_port': {'id': '8e4925d2-9074-4456-8e6a-4fd9ee468d57', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e4d8d8-d831-403a-aad9-2d3fb7924598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:16Z', 'updated_at': '2022-02-09T12:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:21.325963 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6888a399-20bd-4e81-85f8-e5fa99d5f3dd None None] The sync data for ids ['93e4d8d8-d831-403a-aad9-2d3fb7924598'] in dv-cinder-810917-4-iscsi is: [{'id': '93e4d8d8-d831-403a-aad9-2d3fb7924598', 'name': 'tempest-TestMinimumBasicScenario-303581990-router', 'tenant_id': 'c8aeebd9c8b749d4865207517eec85b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '8e4925d2-9074-4456-8e6a-4fd9ee468d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:15Z', 'updated_at': '2022-02-09T12:56:17Z', 'revision_number': 3, 'project_id': 'c8aeebd9c8b749d4865207517eec85b9', 'gw_port': {'id': '8e4925d2-9074-4456-8e6a-4fd9ee468d57', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e4d8d8-d831-403a-aad9-2d3fb7924598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:16Z', 'updated_at': '2022-02-09T12:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:56:21.395222 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f70640be-80b8-40d3-ae2b-5b9e3b495751 admin admin] Publish callbacks [] for port (40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:21.468170 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f70640be-80b8-40d3-ae2b-5b9e3b495751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10470611'] for port (40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:21.556193 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70640be-80b8-40d3-ae2b-5b9e3b495751 admin admin] Pushing event updated for resources: {'Port': ['ID=40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:21.560208 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f70640be-80b8-40d3-ae2b-5b9e3b495751 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590910'] for router_interface (93e4d8d8-d831-403a-aad9-2d3fb7924598), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:21.715984 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70640be-80b8-40d3-ae2b-5b9e3b495751 admin admin] Network a29c045c-5e07-43de-aa44-9c73bbaba07c is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:21.717877 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-f70640be-80b8-40d3-ae2b-5b9e3b495751 admin admin] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:21.923122 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70640be-80b8-40d3-ae2b-5b9e3b495751 admin admin] Router 93e4d8d8-d831-403a-aad9-2d3fb7924598 has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:56:22.111725 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70640be-80b8-40d3-ae2b-5b9e3b495751 admin admin] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:56:22.135817 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-f70640be-80b8-40d3-ae2b-5b9e3b495751 admin admin] 10.222.0.50 "PUT /v2.0/routers/93e4d8d8-d831-403a-aad9-2d3fb7924598/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3980596 Feb 09 12:56:22.136432 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-ca5717ad-48ed-4e08-a9e3-47cb0d78033a None None] Provisioning complete for port 40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:22.136432 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ca5717ad-48ed-4e08-a9e3-47cb0d78033a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:22.270132 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-ca5717ad-48ed-4e08-a9e3-47cb0d78033a None None] Port 40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0 cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:56:22.467364 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 8e4925d2-9074-4456-8e6a-4fd9ee468d57 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:56:22.547320 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port 8e4925d2-9074-4456-8e6a-4fd9ee468d57 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:22.547867 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (8e4925d2-9074-4456-8e6a-4fd9ee468d57), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:22.677015 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port 8e4925d2-9074-4456-8e6a-4fd9ee468d57 is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:56:22.677413 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (8e4925d2-9074-4456-8e6a-4fd9ee468d57), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:22.704620 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] For port 8e4925d2-9074-4456-8e6a-4fd9ee468d57, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=8e4925d2-9074-4456-8e6a-4fd9ee468d57,segment=NetworkSegment(b9e37f85-ea5b-4692-8272-94f7f4592b1f),segment_id=b9e37f85-ea5b-4692-8272-94f7f4592b1f)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:22.792280 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (8e4925d2-9074-4456-8e6a-4fd9ee468d57), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:22.848909 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Pushing event updated for resources: {'Port': ['ID=8e4925d2-9074-4456-8e6a-4fd9ee468d57,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:23.417713 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-69fa317d-e7b6-47e9-9375-33a3153c0ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:23.475793 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836547c6-d3a8-49fc-8dad-3de01fdae48a req-9bec2d4c-47f7-4c65-a3ee-e7a7d6a34f60 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:23.475793 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-836547c6-d3a8-49fc-8dad-3de01fdae48a req-9bec2d4c-47f7-4c65-a3ee-e7a7d6a34f60 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 947 time: 0.0929887 Feb 09 12:56:23.586217 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-836547c6-d3a8-49fc-8dad-3de01fdae48a req-e7c40538-eed9-4e9f-baf8-2e2a9a5248cb tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052444 Feb 09 12:56:23.709114 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2204276-0ba3-455e-a3a0-c2c0d54ba988 None None] Sync routers for ids ['93e4d8d8-d831-403a-aad9-2d3fb7924598'] in dv-cinder-810917-4-iscsi {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:56:23.722040 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2204276-0ba3-455e-a3a0-c2c0d54ba988 None None] Routers {'93e4d8d8-d831-403a-aad9-2d3fb7924598'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:56:23.723223 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-c2204276-0ba3-455e-a3a0-c2c0d54ba988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:55:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['93e4d8d8-d831-403a-aad9-2d3fb7924598'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:23.854721 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-c2204276-0ba3-455e-a3a0-c2c0d54ba988 None None] Set router 93e4d8d8-d831-403a-aad9-2d3fb7924598 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:56:24.117309 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-c2204276-0ba3-455e-a3a0-c2c0d54ba988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e4d8d8-d831-403a-aad9-2d3fb7924598', 'name': 'tempest-TestMinimumBasicScenario-303581990-router', 'tenant_id': 'c8aeebd9c8b749d4865207517eec85b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '8e4925d2-9074-4456-8e6a-4fd9ee468d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:15Z', 'updated_at': '2022-02-09T12:56:20Z', 'revision_number': 4, 'project_id': 'c8aeebd9c8b749d4865207517eec85b9', 'gw_port': {'id': '8e4925d2-9074-4456-8e6a-4fd9ee468d57', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e4d8d8-d831-403a-aad9-2d3fb7924598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:16Z', 'updated_at': '2022-02-09T12:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0', 'name': '', 'network_id': 'a29c045c-5e07-43de-aa44-9c73bbaba07c', 'tenant_id': 'c8aeebd9c8b749d4865207517eec85b9', 'mac_address': 'fa:16:3e:24:fc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e4d8d8-d831-403a-aad9-2d3fb7924598', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd458fa7d-dff9-43a4-b96d-88bbf9e1c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:19Z', 'updated_at': '2022-02-09T12:56:21Z', 'revision_number': 2, 'project_id': 'c8aeebd9c8b749d4865207517eec85b9', 'subnets': [{'id': 'd458fa7d-dff9-43a4-b96d-88bbf9e1c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:24.181460 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2204276-0ba3-455e-a3a0-c2c0d54ba988 None None] Checking router: 93e4d8d8-d831-403a-aad9-2d3fb7924598 for host: dv-cinder-810917-4-iscsi {{(pid=109772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:56:24.182422 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2204276-0ba3-455e-a3a0-c2c0d54ba988 None None] Updating router 93e4d8d8-d831-403a-aad9-2d3fb7924598 port 40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0 binding host dv-cinder-810917-4-iscsi {{(pid=109772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:56:24.258570 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c2204276-0ba3-455e-a3a0-c2c0d54ba988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0), before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:24.437072 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 8e4925d2-9074-4456-8e6a-4fd9ee468d57 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:56:24.622055 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port 8e4925d2-9074-4456-8e6a-4fd9ee468d57 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:24.622438 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (8e4925d2-9074-4456-8e6a-4fd9ee468d57), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:24.852659 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port 8e4925d2-9074-4456-8e6a-4fd9ee468d57 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:56:24.889517 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f719e5-b2ee-473c-b5f1-eb49116e16bc req-f757859e-04d8-429d-93a4-29bacecc0a9c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:24.902385 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-e2f719e5-b2ee-473c-b5f1-eb49116e16bc req-f757859e-04d8-429d-93a4-29bacecc0a9c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 947 time: 0.1206944 Feb 09 12:56:24.980036 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-e2f719e5-b2ee-473c-b5f1-eb49116e16bc req-9e7a0c1a-0633-4b8b-aa3a-4b699c0bf1e9 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758264 Feb 09 12:56:25.040389 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c2204276-0ba3-455e-a3a0-c2c0d54ba988 None None] Publish callbacks [] for port (40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0), precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:25.103213 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cad02-fa89-4b5b-a822-e60436883d19 req-673b7ec0-82c6-484c-868e-2cca87e4f35c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:25.105178 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7f0cad02-fa89-4b5b-a822-e60436883d19 req-673b7ec0-82c6-484c-868e-2cca87e4f35c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 947 time: 0.0730383 Feb 09 12:56:25.266613 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c2204276-0ba3-455e-a3a0-c2c0d54ba988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0), after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:25.324762 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-7f0cad02-fa89-4b5b-a822-e60436883d19 req-814fd9db-1c0b-47da-b072-bfc5fb502c44 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Deleting port 7ae9277f-bd57-4865-aa70-2067250d9c21 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:56:25.325103 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-7f0cad02-fa89-4b5b-a822-e60436883d19 req-814fd9db-1c0b-47da-b072-bfc5fb502c44 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (7ae9277f-bd57-4865-aa70-2067250d9c21), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:25.454333 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e79897-a9ad-4f69-82be-2c601f9ed551 None None] Pushing event updated for resources: {'Port': ['ID=40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0,revision_number=3']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:25.505341 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [None req-c2204276-0ba3-455e-a3a0-c2c0d54ba988 None None] Attempting to bind port 40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0 on host dv-cinder-810917-4-iscsi for vnic_type normal with profile {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:56:25.506031 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [None req-c2204276-0ba3-455e-a3a0-c2c0d54ba988 None None] Attempting to bind port 40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0 by drivers openvswitch,hyperv on host dv-cinder-810917-4-iscsi at level 0 using segments [{'id': '78d7fff4-9c91-42d8-b78c-c04b85c4a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a29c045c-5e07-43de-aa44-9c73bbaba07c'}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:56:25.506875 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2204276-0ba3-455e-a3a0-c2c0d54ba988 None None] Attempting to bind port 40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0 on network a29c045c-5e07-43de-aa44-9c73bbaba07c {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:56:25.518250 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2204276-0ba3-455e-a3a0-c2c0d54ba988 None None] Checking agent: {'id': '46f62665-8b82-4ce4-9f5d-d8528a85ae2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'started_at': datetime.datetime(2022, 2, 9, 12, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:56:25.518250 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2204276-0ba3-455e-a3a0-c2c0d54ba988 None None] Checking segment: {'id': '78d7fff4-9c91-42d8-b78c-c04b85c4a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a29c045c-5e07-43de-aa44-9c73bbaba07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:56:25.518250 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c2204276-0ba3-455e-a3a0-c2c0d54ba988 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:25.518250 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2204276-0ba3-455e-a3a0-c2c0d54ba988 None None] Bound using segment: {'id': '78d7fff4-9c91-42d8-b78c-c04b85c4a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a29c045c-5e07-43de-aa44-9c73bbaba07c'} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:56:25.520019 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [None req-c2204276-0ba3-455e-a3a0-c2c0d54ba988 None None] Bound port: 40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0, host: dv-cinder-810917-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d7fff4-9c91-42d8-b78c-c04b85c4a7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a29c045c-5e07-43de-aa44-9c73bbaba07c'}}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:56:25.520518 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c2204276-0ba3-455e-a3a0-c2c0d54ba988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0), before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:25.531607 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-7f0cad02-fa89-4b5b-a822-e60436883d19 req-814fd9db-1c0b-47da-b072-bfc5fb502c44 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] For port 7ae9277f-bd57-4865-aa70-2067250d9c21, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7ae9277f-bd57-4865-aa70-2067250d9c21,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:25.532288 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-7f0cad02-fa89-4b5b-a822-e60436883d19 req-814fd9db-1c0b-47da-b072-bfc5fb502c44 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (7ae9277f-bd57-4865-aa70-2067250d9c21), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:25.734378 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-c2204276-0ba3-455e-a3a0-c2c0d54ba988 None None] For port 40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0, host dv-cinder-810917-4-iscsi, cleared binding levels {{(pid=109772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:56:25.742787 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-c2204276-0ba3-455e-a3a0-c2c0d54ba988 None None] For port 40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0, host dv-cinder-810917-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0,segment=NetworkSegment(78d7fff4-9c91-42d8-b78c-c04b85c4a7de),segment_id=78d7fff4-9c91-42d8-b78c-c04b85c4a7de)] {{(pid=109772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:56:25.811478 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-be636335-a523-4d6a-ac7f-f896f634d076 None None] Provisioning complete for port 40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:25.813538 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-be636335-a523-4d6a-ac7f-f896f634d076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:25.912746 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c2204276-0ba3-455e-a3a0-c2c0d54ba988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0), after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:25.937704 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-be636335-a523-4d6a-ac7f-f896f634d076 None None] Port 40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0 cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:56:26.004350 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-7f0cad02-fa89-4b5b-a822-e60436883d19 req-814fd9db-1c0b-47da-b072-bfc5fb502c44 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:26.005350 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-7f0cad02-fa89-4b5b-a822-e60436883d19 req-814fd9db-1c0b-47da-b072-bfc5fb502c44 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591139'] for floatingip (9d42ba06-6846-4e46-a87c-60c6b8c989b3), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:26.006018 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.db.l3_db [req-7f0cad02-fa89-4b5b-a822-e60436883d19 req-814fd9db-1c0b-47da-b072-bfc5fb502c44 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Floating IP 9d42ba06-6846-4e46-a87c-60c6b8c989b3 disassociated. External IP: 172.27.3.6, port: 7ae9277f-bd57-4865-aa70-2067250d9c21. Feb 09 12:56:26.006475 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-7f0cad02-fa89-4b5b-a822-e60436883d19 req-814fd9db-1c0b-47da-b072-bfc5fb502c44 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Calling delete_port for 7ae9277f-bd57-4865-aa70-2067250d9c21 owned by compute:nova {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:56:26.013020 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f8df94eb-cd26-46dc-8654-8209154bad52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:26.161944 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2204276-0ba3-455e-a3a0-c2c0d54ba988 None None] Routers {'93e4d8d8-d831-403a-aad9-2d3fb7924598'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:56:26.164648 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-c2204276-0ba3-455e-a3a0-c2c0d54ba988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:56:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['93e4d8d8-d831-403a-aad9-2d3fb7924598'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:26.191793 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e79897-a9ad-4f69-82be-2c601f9ed551 None None] Pushing event updated for resources: {'Port': ['ID=40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0,revision_number=4']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:26.607183 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-c2204276-0ba3-455e-a3a0-c2c0d54ba988 None None] Set router 93e4d8d8-d831-403a-aad9-2d3fb7924598 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:56:26.645803 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-30c6932e-4b7b-4d1a-a53a-3676471062fd None None] Provisioning complete for port 40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:26.646429 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-30c6932e-4b7b-4d1a-a53a-3676471062fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:26.847563 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 54070) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:27.001336 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-30c6932e-4b7b-4d1a-a53a-3676471062fd None None] Current status of the port 40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0 is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:56:27.004226 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-30c6932e-4b7b-4d1a-a53a-3676471062fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:27.062032 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-30c6932e-4b7b-4d1a-a53a-3676471062fd None None] For port 40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0,segment=NetworkSegment(78d7fff4-9c91-42d8-b78c-c04b85c4a7de),segment_id=78d7fff4-9c91-42d8-b78c-c04b85c4a7de)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:27.148503 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205a0ae-4d3e-436b-908b-67a56dc5d89c req-f629f101-c063-4acb-821a-0d217a339e10 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:27.157957 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2205a0ae-4d3e-436b-908b-67a56dc5d89c req-f629f101-c063-4acb-821a-0d217a339e10 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 947 time: 0.9393244 Feb 09 12:56:27.159350 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ef844e11-3661-42d9-88b1-93b3dc3a52a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:27.184724 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-c2204276-0ba3-455e-a3a0-c2c0d54ba988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e4d8d8-d831-403a-aad9-2d3fb7924598', 'name': 'tempest-TestMinimumBasicScenario-303581990-router', 'tenant_id': 'c8aeebd9c8b749d4865207517eec85b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '8e4925d2-9074-4456-8e6a-4fd9ee468d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:15Z', 'updated_at': '2022-02-09T12:56:20Z', 'revision_number': 4, 'project_id': 'c8aeebd9c8b749d4865207517eec85b9', 'gw_port': {'id': '8e4925d2-9074-4456-8e6a-4fd9ee468d57', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e4d8d8-d831-403a-aad9-2d3fb7924598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:16Z', 'updated_at': '2022-02-09T12:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0', 'name': '', 'network_id': 'a29c045c-5e07-43de-aa44-9c73bbaba07c', 'tenant_id': 'c8aeebd9c8b749d4865207517eec85b9', 'mac_address': 'fa:16:3e:24:fc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e4d8d8-d831-403a-aad9-2d3fb7924598', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd458fa7d-dff9-43a4-b96d-88bbf9e1c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:19Z', 'updated_at': '2022-02-09T12:56:25Z', 'revision_number': 4, 'project_id': 'c8aeebd9c8b749d4865207517eec85b9', 'subnets': [{'id': 'd458fa7d-dff9-43a4-b96d-88bbf9e1c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:27.192980 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-30c6932e-4b7b-4d1a-a53a-3676471062fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:27.271305 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2204276-0ba3-455e-a3a0-c2c0d54ba988 None None] The sync data for ids ['93e4d8d8-d831-403a-aad9-2d3fb7924598'] in dv-cinder-810917-4-iscsi is: [{'id': '93e4d8d8-d831-403a-aad9-2d3fb7924598', 'name': 'tempest-TestMinimumBasicScenario-303581990-router', 'tenant_id': 'c8aeebd9c8b749d4865207517eec85b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '8e4925d2-9074-4456-8e6a-4fd9ee468d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:15Z', 'updated_at': '2022-02-09T12:56:20Z', 'revision_number': 4, 'project_id': 'c8aeebd9c8b749d4865207517eec85b9', 'gw_port': {'id': '8e4925d2-9074-4456-8e6a-4fd9ee468d57', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e4d8d8-d831-403a-aad9-2d3fb7924598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:16Z', 'updated_at': '2022-02-09T12:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0', 'name': '', 'network_id': 'a29c045c-5e07-43de-aa44-9c73bbaba07c', 'tenant_id': 'c8aeebd9c8b749d4865207517eec85b9', 'mac_address': 'fa:16:3e:24:fc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e4d8d8-d831-403a-aad9-2d3fb7924598', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd458fa7d-dff9-43a4-b96d-88bbf9e1c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:19Z', 'updated_at': '2022-02-09T12:56:25Z', 'revision_number': 4, 'project_id': 'c8aeebd9c8b749d4865207517eec85b9', 'subnets': [{'id': 'd458fa7d-dff9-43a4-b96d-88bbf9e1c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:56:27.300020 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2205a0ae-4d3e-436b-908b-67a56dc5d89c req-edaa44e4-6d8a-4cf6-81f2-1085c5e45704 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ad64223-d65e-421c-ac4c-69a73d1ee3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358676 Feb 09 12:56:27.304919 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-7f0cad02-fa89-4b5b-a822-e60436883d19 req-814fd9db-1c0b-47da-b072-bfc5fb502c44 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (7ae9277f-bd57-4865-aa70-2067250d9c21), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:27.423297 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6932e-4b7b-4d1a-a53a-3676471062fd None None] Pushing event updated for resources: {'Port': ['ID=40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:27.433067 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814fd9db-1c0b-47da-b072-bfc5fb502c44 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Pushing event deleted for resources: {'Port': ['ID=7ae9277f-bd57-4865-aa70-2067250d9c21,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:27.466017 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ef844e11-3661-42d9-88b1-93b3dc3a52a4 admin admin] Publish callbacks [] for security_group (f496165a-4c72-4b54-be2b-21536cdf4486), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:27.631379 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ef844e11-3661-42d9-88b1-93b3dc3a52a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (f496165a-4c72-4b54-be2b-21536cdf4486), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:27.667166 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:27.751564 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef844e11-3661-42d9-88b1-93b3dc3a52a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f496165a-4c72-4b54-be2b-21536cdf4486,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:27.858077 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-ef844e11-3661-42d9-88b1-93b3dc3a52a4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=571099242ff14f4fbd012dcdc724087a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0056775 Feb 09 12:56:27.859060 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 54082) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:27.935261 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f0cad02-fa89-4b5b-a822-e60436883d19 req-814fd9db-1c0b-47da-b072-bfc5fb502c44 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Router 414cf15f-1610-4f74-aaf5-78e4f98f1f42 has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:56:27.961769 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8f720-2870-4fc6-a635-428ab7e122d9 req-12e0b567-f194-412f-ba12-fee429be11ae tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:27.964826 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-36f8f720-2870-4fc6-a635-428ab7e122d9 req-12e0b567-f194-412f-ba12-fee429be11ae tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.3346870 Feb 09 12:56:28.016480 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f8e984c1-5c64-4044-b1e2-aa10eb0f3fda admin admin] Publish callbacks [] for security_group (f496165a-4c72-4b54-be2b-21536cdf4486), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:28.091495 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f8e984c1-5c64-4044-b1e2-aa10eb0f3fda admin admin] Publish callbacks [] for security_group (f496165a-4c72-4b54-be2b-21536cdf4486), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:28.277525 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-36f8f720-2870-4fc6-a635-428ab7e122d9 req-6d9cc18f-578e-46d7-85f1-d1afdca557d0 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2943375 Feb 09 12:56:28.334960 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f8e984c1-5c64-4044-b1e2-aa10eb0f3fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (f496165a-4c72-4b54-be2b-21536cdf4486), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:28.337584 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f8e984c1-5c64-4044-b1e2-aa10eb0f3fda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:28.342801 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-f8e984c1-5c64-4044-b1e2-aa10eb0f3fda admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f496165a-4c72-4b54-be2b-21536cdf4486 HTTP/1.1" status: 204 len: 168 time: 0.4787514 Feb 09 12:56:28.364774 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f0cad02-fa89-4b5b-a822-e60436883d19 req-814fd9db-1c0b-47da-b072-bfc5fb502c44 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:56:28.378522 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e984c1-5c64-4044-b1e2-aa10eb0f3fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f496165a-4c72-4b54-be2b-21536cdf4486,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:28.382362 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af5e3ce-3a9f-44c5-bc0d-f26acf427194 None None] Sync routers for ids ['414cf15f-1610-4f74-aaf5-78e4f98f1f42'] in dv-cinder-810917-4-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:56:28.472762 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af5e3ce-3a9f-44c5-bc0d-f26acf427194 None None] Routers {'414cf15f-1610-4f74-aaf5-78e4f98f1f42'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:56:28.480921 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-0af5e3ce-3a9f-44c5-bc0d-f26acf427194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:56:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['414cf15f-1610-4f74-aaf5-78e4f98f1f42'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:28.514806 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0cad02-fa89-4b5b-a822-e60436883d19 req-814fd9db-1c0b-47da-b072-bfc5fb502c44 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] No DVR routers for this DVR port 7ae9277f-bd57-4865-aa70-2067250d9c21 on host hv-cinder-81091 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:56:28.584563 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-7f0cad02-fa89-4b5b-a822-e60436883d19 req-814fd9db-1c0b-47da-b072-bfc5fb502c44 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:28.608153 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7f0cad02-fa89-4b5b-a822-e60436883d19 req-814fd9db-1c0b-47da-b072-bfc5fb502c44 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.18 "DELETE /v2.0/ports/7ae9277f-bd57-4865-aa70-2067250d9c21 HTTP/1.1" status: 204 len: 173 time: 3.4967024 Feb 09 12:56:28.624383 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-97fff345-7d19-41fe-82a7-7075fc485262 req-42b1d7c6-d5b5-49d2-93d7-d73c98ffb052 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 210 time: 0.1224132 Feb 09 12:56:28.641021 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8ad3c9-5d75-4419-9f06-19cb6859619f', 'name': 'network-vif-deleted', 'tag': '7ae9277f-bd57-4865-aa70-2067250d9c21'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:56:28.649768 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d75ec1-7f71-4151-8420-52e660a89e90" -d '{"events": [{"server_uuid": "ae8ad3c9-5d75-4419-9f06-19cb6859619f", "name": "network-vif-deleted", "tag": "7ae9277f-bd57-4865-aa70-2067250d9c21"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:56:28.736987 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:56:28.789396 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefa378e-e891-4adf-9140-97d628950007 x-openstack-request-id: req-fefa378e-e891-4adf-9140-97d628950007 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:56:28.789677 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8ad3c9-5d75-4419-9f06-19cb6859619f", "name": "network-vif-deleted", "tag": "7ae9277f-bd57-4865-aa70-2067250d9c21", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:56:28.790030 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fefa378e-e891-4adf-9140-97d628950007 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:56:28.790489 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8ad3c9-5d75-4419-9f06-19cb6859619f', 'name': 'network-vif-deleted', 'tag': '7ae9277f-bd57-4865-aa70-2067250d9c21', 'status': 'completed', 'code': 200} Feb 09 12:56:28.842605 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 7ae9277f-bd57-4865-aa70-2067250d9c21 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:56:28.885557 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] No Port match for: 7ae9277f-bd57-4865-aa70-2067250d9c21 {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 12:56:28.885960 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 7ae9277f-bd57-4865-aa70-2067250d9c21 not bound to the agent host hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 12:56:28.981241 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-0af5e3ce-3a9f-44c5-bc0d-f26acf427194 None None] Set router 414cf15f-1610-4f74-aaf5-78e4f98f1f42 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:56:29.211868 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:29.211868 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port 40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:29.211868 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:29.360788 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port 40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:56:29.557797 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-0af5e3ce-3a9f-44c5-bc0d-f26acf427194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'name': 'tempest-AttachVolumeShelveTestJSON-1633902968-router', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:44Z', 'updated_at': '2022-02-09T12:52:00Z', 'revision_number': 4, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'gw_port': {'id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '1b6739ff-9f31-4c30-bcab-4fc9eee07d36', 'name': '', 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'mac_address': 'fa:16:3e:81:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:55Z', 'updated_at': '2022-02-09T12:52:18Z', 'revision_number': 5, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'subnets': [{'id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:29.572804 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510eca40-dbcf-4ed1-ad00-ac7f55f2b635 req-4731b104-7413-4f02-9c85-82834fdd9290 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:29.575239 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-510eca40-dbcf-4ed1-ad00-ac7f55f2b635 req-4731b104-7413-4f02-9c85-82834fdd9290 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.1429472 Feb 09 12:56:29.625563 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831a49d-e1fc-4bb2-a08c-d6e98dc3e7bd req-031824e5-6ddd-4289-b58d-081054b68b21 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:29.632674 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7831a49d-e1fc-4bb2-a08c-d6e98dc3e7bd req-031824e5-6ddd-4289-b58d-081054b68b21 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.18 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 945 time: 0.1944082 Feb 09 12:56:29.728050 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af5e3ce-3a9f-44c5-bc0d-f26acf427194 None None] Checking router: 414cf15f-1610-4f74-aaf5-78e4f98f1f42 for host: dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:56:29.753726 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-510eca40-dbcf-4ed1-ad00-ac7f55f2b635 req-d4ad30d9-cc45-4b47-8dec-fefd1fad92cf tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620724 Feb 09 12:56:29.770440 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 54114) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:29.856868 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d9a766cc-8820-4958-af8f-1fe722e19aa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:29.981528 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-7831a49d-e1fc-4bb2-a08c-d6e98dc3e7bd req-f86964a1-cc98-4883-941c-99ced6b33204 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Deleting port 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:56:29.981528 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-7831a49d-e1fc-4bb2-a08c-d6e98dc3e7bd req-f86964a1-cc98-4883-941c-99ced6b33204 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (5b142666-aa1a-44d9-a5d9-d5a2e29c7fba), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:30.085120 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d9a766cc-8820-4958-af8f-1fe722e19aa4 admin admin] Publish callbacks [] for security_group (df0e05c8-500d-4298-a530-01303d0ae3ca), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:30.150741 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7056ea58-b901-4551-b23e-a3e43aff0074 req-b7390e26-3129-4678-9711-121f93ffae08 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae8ad3c9-5d75-4419-9f06-19cb6859619f HTTP/1.1" status: 200 len: 210 time: 0.0443997 Feb 09 12:56:30.169048 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d9a766cc-8820-4958-af8f-1fe722e19aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (df0e05c8-500d-4298-a530-01303d0ae3ca), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:30.297402 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a766cc-8820-4958-af8f-1fe722e19aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0e05c8-500d-4298-a530-01303d0ae3ca,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:30.310969 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-7831a49d-e1fc-4bb2-a08c-d6e98dc3e7bd req-f86964a1-cc98-4883-941c-99ced6b33204 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] For port 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=5b142666-aa1a-44d9-a5d9-d5a2e29c7fba,segment=NetworkSegment(f34400df-c94b-4224-9e0c-3c0104ffd1f7),segment_id=f34400df-c94b-4224-9e0c-3c0104ffd1f7)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:30.312308 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-7831a49d-e1fc-4bb2-a08c-d6e98dc3e7bd req-f86964a1-cc98-4883-941c-99ced6b33204 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (5b142666-aa1a-44d9-a5d9-d5a2e29c7fba), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:30.337129 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-d9a766cc-8820-4958-af8f-1fe722e19aa4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=81bdfff4c8c84866a39bcc781b8583c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5652151 Feb 09 12:56:30.338180 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 54122) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:30.385573 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:30.385573 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af5e3ce-3a9f-44c5-bc0d-f26acf427194 None None] Routers {'414cf15f-1610-4f74-aaf5-78e4f98f1f42'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:56:30.385573 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-0af5e3ce-3a9f-44c5-bc0d-f26acf427194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:56:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['414cf15f-1610-4f74-aaf5-78e4f98f1f42'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:30.466496 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d11cb51e-0a19-47ba-8809-88fb7f38bc37 admin admin] Publish callbacks [] for security_group (df0e05c8-500d-4298-a530-01303d0ae3ca), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:30.514537 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d11cb51e-0a19-47ba-8809-88fb7f38bc37 admin admin] Publish callbacks [] for security_group (df0e05c8-500d-4298-a530-01303d0ae3ca), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:30.612612 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-0af5e3ce-3a9f-44c5-bc0d-f26acf427194 None None] Set router 414cf15f-1610-4f74-aaf5-78e4f98f1f42 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:56:30.664144 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-7831a49d-e1fc-4bb2-a08c-d6e98dc3e7bd req-f86964a1-cc98-4883-941c-99ced6b33204 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:30.665709 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-7831a49d-e1fc-4bb2-a08c-d6e98dc3e7bd req-f86964a1-cc98-4883-941c-99ced6b33204 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591139'] for floatingip (82251f5e-894d-4ff2-aba6-c5f5ada5784e), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:30.666460 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.db.l3_db [req-7831a49d-e1fc-4bb2-a08c-d6e98dc3e7bd req-f86964a1-cc98-4883-941c-99ced6b33204 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Floating IP 82251f5e-894d-4ff2-aba6-c5f5ada5784e disassociated. External IP: 172.27.3.33, port: 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba. Feb 09 12:56:30.667281 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-7831a49d-e1fc-4bb2-a08c-d6e98dc3e7bd req-f86964a1-cc98-4883-941c-99ced6b33204 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Calling delete_port for 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba owned by compute:nova {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:56:30.830639 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d11cb51e-0a19-47ba-8809-88fb7f38bc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (df0e05c8-500d-4298-a530-01303d0ae3ca), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:30.837289 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d11cb51e-0a19-47ba-8809-88fb7f38bc37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:30.840371 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-d11cb51e-0a19-47ba-8809-88fb7f38bc37 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/df0e05c8-500d-4298-a530-01303d0ae3ca HTTP/1.1" status: 204 len: 168 time: 0.5009694 Feb 09 12:56:30.868724 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11cb51e-0a19-47ba-8809-88fb7f38bc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0e05c8-500d-4298-a530-01303d0ae3ca,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:31.027056 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-7831a49d-e1fc-4bb2-a08c-d6e98dc3e7bd req-f86964a1-cc98-4883-941c-99ced6b33204 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (5b142666-aa1a-44d9-a5d9-d5a2e29c7fba), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:31.094204 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-0af5e3ce-3a9f-44c5-bc0d-f26acf427194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'name': 'tempest-AttachVolumeShelveTestJSON-1633902968-router', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:44Z', 'updated_at': '2022-02-09T12:52:00Z', 'revision_number': 4, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'gw_port': {'id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '1b6739ff-9f31-4c30-bcab-4fc9eee07d36', 'name': '', 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'mac_address': 'fa:16:3e:81:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:55Z', 'updated_at': '2022-02-09T12:52:18Z', 'revision_number': 5, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'subnets': [{'id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:31.151771 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af5e3ce-3a9f-44c5-bc0d-f26acf427194 None None] The sync data for ids ['414cf15f-1610-4f74-aaf5-78e4f98f1f42'] in dv-cinder-810917-4-iscsi is: [{'id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'name': 'tempest-AttachVolumeShelveTestJSON-1633902968-router', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:44Z', 'updated_at': '2022-02-09T12:52:00Z', 'revision_number': 4, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'gw_port': {'id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '1b6739ff-9f31-4c30-bcab-4fc9eee07d36', 'name': '', 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'mac_address': 'fa:16:3e:81:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:55Z', 'updated_at': '2022-02-09T12:52:18Z', 'revision_number': 5, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'subnets': [{'id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:56:31.238650 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86964a1-cc98-4883-941c-99ced6b33204 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Pushing event deleted for resources: {'Port': ['ID=5b142666-aa1a-44d9-a5d9-d5a2e29c7fba,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:31.264167 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27293d71-3846-45f6-baee-8b1e73be31a8 req-f859870b-8341-4d1b-8cf1-ee27183fcd36 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:31.279517 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-27293d71-3846-45f6-baee-8b1e73be31a8 req-f859870b-8341-4d1b-8cf1-ee27183fcd36 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 867 time: 0.2993467 Feb 09 12:56:31.418010 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-27293d71-3846-45f6-baee-8b1e73be31a8 req-47c50bf2-322a-461d-a63b-93ce7e38c996 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=8baf8f45-7b23-44ce-a76d-e84a96d3b137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370420 Feb 09 12:56:31.555319 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 54144) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:31.688924 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3aa0a06a-24a7-4fbb-98e8-bbeb87bbbf42 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for security_group (4ad64223-d65e-421c-ac4c-69a73d1ee3ee), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:31.754403 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7831a49d-e1fc-4bb2-a08c-d6e98dc3e7bd req-f86964a1-cc98-4883-941c-99ced6b33204 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Router 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:56:31.756498 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3aa0a06a-24a7-4fbb-98e8-bbeb87bbbf42 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for security_group (4ad64223-d65e-421c-ac4c-69a73d1ee3ee), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:31.928254 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398f7f41-b01c-4303-9f5c-8dc8e6d41217 None None] New status for floating IP 9d42ba06-6846-4e46-a87c-60c6b8c989b3: DOWN {{(pid=109772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:56:31.981317 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7831a49d-e1fc-4bb2-a08c-d6e98dc3e7bd req-f86964a1-cc98-4883-941c-99ced6b33204 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:56:31.998117 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47e291b-daa7-4dbe-80a9-9d80f58e0f72 None None] Sync routers for ids ['5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'] in dv-cinder-810917-4-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:56:32.053649 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3aa0a06a-24a7-4fbb-98e8-bbeb87bbbf42 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (4ad64223-d65e-421c-ac4c-69a73d1ee3ee), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:32.060771 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3aa0a06a-24a7-4fbb-98e8-bbeb87bbbf42 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:32.070346 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-3aa0a06a-24a7-4fbb-98e8-bbeb87bbbf42 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "DELETE /v2.0/security-groups/4ad64223-d65e-421c-ac4c-69a73d1ee3ee HTTP/1.1" status: 204 len: 168 time: 0.5063765 Feb 09 12:56:32.079205 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 54150) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:32.089124 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-7831a49d-e1fc-4bb2-a08c-d6e98dc3e7bd req-f86964a1-cc98-4883-941c-99ced6b33204 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] No DVR routers for this DVR port 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba on host hv-cinder-81091 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:56:32.104980 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-7831a49d-e1fc-4bb2-a08c-d6e98dc3e7bd req-f86964a1-cc98-4883-941c-99ced6b33204 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:32.109494 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7831a49d-e1fc-4bb2-a08c-d6e98dc3e7bd req-f86964a1-cc98-4883-941c-99ced6b33204 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.18 "DELETE /v2.0/ports/5b142666-aa1a-44d9-a5d9-d5a2e29c7fba HTTP/1.1" status: 204 len: 173 time: 2.4607706 Feb 09 12:56:32.110167 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58ad133-652c-463e-be09-1796294decee', 'name': 'network-vif-deleted', 'tag': '5b142666-aa1a-44d9-a5d9-d5a2e29c7fba'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:56:32.117641 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47e291b-daa7-4dbe-80a9-9d80f58e0f72 None None] Routers {'5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:56:32.118778 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-f47e291b-daa7-4dbe-80a9-9d80f58e0f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:56:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:32.119666 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b701f9-3f98-4172-b59f-b472d3c5791b" -d '{"events": [{"server_uuid": "c58ad133-652c-463e-be09-1796294decee", "name": "network-vif-deleted", "tag": "5b142666-aa1a-44d9-a5d9-d5a2e29c7fba"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:56:32.236044 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7776bbf5-73bc-45f2-95e4-efbd81a90d87 x-openstack-request-id: req-7776bbf5-73bc-45f2-95e4-efbd81a90d87 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:56:32.236606 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58ad133-652c-463e-be09-1796294decee", "name": "network-vif-deleted", "tag": "5b142666-aa1a-44d9-a5d9-d5a2e29c7fba", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:56:32.237000 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7776bbf5-73bc-45f2-95e4-efbd81a90d87 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:56:32.245911 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58ad133-652c-463e-be09-1796294decee', 'name': 'network-vif-deleted', 'tag': '5b142666-aa1a-44d9-a5d9-d5a2e29c7fba', 'status': 'completed', 'code': 200} Feb 09 12:56:32.246264 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.api.v2.resource [None req-fa0ae195-6b45-481b-b907-4d0058a348e9 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] show failed (client error): The resource could not be found. Feb 09 12:56:32.246264 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-fa0ae195-6b45-481b-b907-4d0058a348e9 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups/4ad64223-d65e-421c-ac4c-69a73d1ee3ee HTTP/1.1" status: 404 len: 347 time: 0.1278701 Feb 09 12:56:32.247235 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 54154) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:32.266156 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0a06a-24a7-4fbb-98e8-bbeb87bbbf42 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad64223-d65e-421c-ac4c-69a73d1ee3ee,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:32.344550 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 54156) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:32.371320 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37b4130d-7661-4c17-96b9-739e93571df1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:32.517594 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37b4130d-7661-4c17-96b9-739e93571df1 admin admin] Publish callbacks [] for security_group (9bd22319-0f81-48af-997b-204c8e2e1cb9), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:32.561530 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-f47e291b-daa7-4dbe-80a9-9d80f58e0f72 None None] Set router 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:56:32.674327 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-37b4130d-7661-4c17-96b9-739e93571df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (9bd22319-0f81-48af-997b-204c8e2e1cb9), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:32.695187 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-415ebdaf-5bde-4bca-8250-68febfa9132d req-f61b5c14-c697-4119-bb9a-c396e9dad860 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=c58ad133-652c-463e-be09-1796294decee HTTP/1.1" status: 200 len: 210 time: 0.1175570 Feb 09 12:56:32.714424 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-c2fd98e1-7f35-4a24-89dd-53cbfc622778 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Deleting port fc47a158-74b5-4e13-9139-218c0464d6af {{(pid=109770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:56:32.714770 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c2fd98e1-7f35-4a24-89dd-53cbfc622778 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (fc47a158-74b5-4e13-9139-218c0464d6af), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:32.815320 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-37b4130d-7661-4c17-96b9-739e93571df1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8c88ea66e3e04c5ea072babd5a5acf0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4690914 Feb 09 12:56:32.821303 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 54168) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:32.829864 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba no longer exists at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:56:32.885314 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4130d-7661-4c17-96b9-739e93571df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd22319-0f81-48af-997b-204c8e2e1cb9,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:32.916719 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] No Port match for: 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 12:56:32.917193 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 5b142666-aa1a-44d9-a5d9-d5a2e29c7fba not bound to the agent host hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 12:56:32.969364 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2c04a161-cfbf-41c2-8fd0-9b67a5f36f7e admin admin] Publish callbacks [] for security_group (9bd22319-0f81-48af-997b-204c8e2e1cb9), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:33.021202 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2c04a161-cfbf-41c2-8fd0-9b67a5f36f7e admin admin] Publish callbacks [] for security_group (9bd22319-0f81-48af-997b-204c8e2e1cb9), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:33.052630 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c2fd98e1-7f35-4a24-89dd-53cbfc622778 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (fc47a158-74b5-4e13-9139-218c0464d6af), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:33.053134 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c2fd98e1-7f35-4a24-89dd-53cbfc622778 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for floatingip (fc47a158-74b5-4e13-9139-218c0464d6af), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:33.119710 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-c2fd98e1-7f35-4a24-89dd-53cbfc622778 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Calling delete_port for fc47a158-74b5-4e13-9139-218c0464d6af owned by network:floatingip {{(pid=109770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:56:33.141980 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-f47e291b-daa7-4dbe-80a9-9d80f58e0f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'name': 'tempest-AttachVolumeTestJSON-791187294-router', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:05Z', 'revision_number': 4, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'gw_port': {'id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:49Z', 'updated_at': '2022-02-09T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '9b6546c8-08f3-457c-b54a-d9fb04051f91', 'name': '', 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'mac_address': 'fa:16:3e:97:e2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:52:01Z', 'updated_at': '2022-02-09T12:52:14Z', 'revision_number': 5, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'subnets': [{'id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:33.267476 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2c04a161-cfbf-41c2-8fd0-9b67a5f36f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (9bd22319-0f81-48af-997b-204c8e2e1cb9), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:33.267476 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2c04a161-cfbf-41c2-8fd0-9b67a5f36f7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:33.267476 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-2c04a161-cfbf-41c2-8fd0-9b67a5f36f7e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9bd22319-0f81-48af-997b-204c8e2e1cb9 HTTP/1.1" status: 204 len: 168 time: 0.4400485 Feb 09 12:56:33.288525 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04a161-cfbf-41c2-8fd0-9b67a5f36f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd22319-0f81-48af-997b-204c8e2e1cb9,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:33.292721 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47e291b-daa7-4dbe-80a9-9d80f58e0f72 None None] Checking router: 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 for host: dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:56:33.411310 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47e291b-daa7-4dbe-80a9-9d80f58e0f72 None None] Routers {'5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:56:33.411310 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-f47e291b-daa7-4dbe-80a9-9d80f58e0f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:56:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:33.442365 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c2fd98e1-7f35-4a24-89dd-53cbfc622778 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (fc47a158-74b5-4e13-9139-218c0464d6af), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:33.584217 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd98e1-7f35-4a24-89dd-53cbfc622778 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Pushing event deleted for resources: {'Port': ['ID=fc47a158-74b5-4e13-9139-218c0464d6af,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:33.785482 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c2fd98e1-7f35-4a24-89dd-53cbfc622778 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for floatingip (9d42ba06-6846-4e46-a87c-60c6b8c989b3), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:33.808231 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c2fd98e1-7f35-4a24-89dd-53cbfc622778 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for floatingip (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:33.814259 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-c2fd98e1-7f35-4a24-89dd-53cbfc622778 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "DELETE /v2.0/floatingips/9d42ba06-6846-4e46-a87c-60c6b8c989b3 HTTP/1.1" status: 204 len: 168 time: 1.5623250 Feb 09 12:56:33.817204 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-f47e291b-daa7-4dbe-80a9-9d80f58e0f72 None None] Set router 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:56:33.999191 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 54190) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:34.074350 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6261d0e7-cf53-4454-a839-55e3e5db2a6e tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for security_group (8baf8f45-7b23-44ce-a76d-e84a96d3b137), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:34.133519 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6261d0e7-cf53-4454-a839-55e3e5db2a6e tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for security_group (8baf8f45-7b23-44ce-a76d-e84a96d3b137), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:34.356700 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6261d0e7-cf53-4454-a839-55e3e5db2a6e tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (8baf8f45-7b23-44ce-a76d-e84a96d3b137), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:34.360070 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6261d0e7-cf53-4454-a839-55e3e5db2a6e tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:34.361714 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-6261d0e7-cf53-4454-a839-55e3e5db2a6e tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "DELETE /v2.0/security-groups/8baf8f45-7b23-44ce-a76d-e84a96d3b137 HTTP/1.1" status: 204 len: 168 time: 0.3609903 Feb 09 12:56:34.369566 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 54198) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:34.394771 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261d0e7-cf53-4454-a839-55e3e5db2a6e tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baf8f45-7b23-44ce-a76d-e84a96d3b137,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:34.407859 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.api.v2.resource [None req-ef37991f-8d41-4527-84bb-724f3ea30386 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] show failed (client error): The resource could not be found. Feb 09 12:56:34.420734 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 54202) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:34.421145 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-ef37991f-8d41-4527-84bb-724f3ea30386 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups/8baf8f45-7b23-44ce-a76d-e84a96d3b137 HTTP/1.1" status: 404 len: 347 time: 0.0499866 Feb 09 12:56:34.485555 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-f47e291b-daa7-4dbe-80a9-9d80f58e0f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'name': 'tempest-AttachVolumeTestJSON-791187294-router', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:05Z', 'revision_number': 4, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'gw_port': {'id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:49Z', 'updated_at': '2022-02-09T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '9b6546c8-08f3-457c-b54a-d9fb04051f91', 'name': '', 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'mac_address': 'fa:16:3e:97:e2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:52:01Z', 'updated_at': '2022-02-09T12:52:14Z', 'revision_number': 5, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'subnets': [{'id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:34.527788 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47e291b-daa7-4dbe-80a9-9d80f58e0f72 None None] The sync data for ids ['5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'] in dv-cinder-810917-4-iscsi is: [{'id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'name': 'tempest-AttachVolumeTestJSON-791187294-router', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:05Z', 'revision_number': 4, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'gw_port': {'id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:49Z', 'updated_at': '2022-02-09T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '9b6546c8-08f3-457c-b54a-d9fb04051f91', 'name': '', 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'mac_address': 'fa:16:3e:97:e2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:52:01Z', 'updated_at': '2022-02-09T12:52:14Z', 'revision_number': 5, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'subnets': [{'id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:56:34.840161 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-84c01bfb-3444-4875-9a03-d13d3d23ba36 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Deleting port 487d1903-5922-4cac-b80a-1812f4c708a6 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:56:34.841572 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-84c01bfb-3444-4875-9a03-d13d3d23ba36 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (487d1903-5922-4cac-b80a-1812f4c708a6), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:34.849616 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 54206) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:34.855918 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-9438699c-f9ed-4bb4-a9b4-1874c5f76ee1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1766440443', 'description': 'tempest-description--1526407129'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:35.019191 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9438699c-f9ed-4bb4-a9b4-1874c5f76ee1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:35.097023 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-84c01bfb-3444-4875-9a03-d13d3d23ba36 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (487d1903-5922-4cac-b80a-1812f4c708a6), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:35.097905 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-84c01bfb-3444-4875-9a03-d13d3d23ba36 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for floatingip (487d1903-5922-4cac-b80a-1812f4c708a6), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:35.121444 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-84c01bfb-3444-4875-9a03-d13d3d23ba36 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Calling delete_port for 487d1903-5922-4cac-b80a-1812f4c708a6 owned by network:floatingip {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:56:35.176274 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c35003-bc55-4cc8-bbd1-72c1a8c5d938 None None] New status for floating IP 82251f5e-894d-4ff2-aba6-c5f5ada5784e: DOWN {{(pid=109772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:56:35.215781 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9438699c-f9ed-4bb4-a9b4-1874c5f76ee1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for security_group (3e750d97-3e18-4e42-901f-f380af5c4ff9), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:35.312355 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9438699c-f9ed-4bb4-a9b4-1874c5f76ee1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (3e750d97-3e18-4e42-901f-f380af5c4ff9), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:35.379226 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438699c-f9ed-4bb4-a9b4-1874c5f76ee1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e750d97-3e18-4e42-901f-f380af5c4ff9,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:35.497506 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9438699c-f9ed-4bb4-a9b4-1874c5f76ee1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:35.500017 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-9438699c-f9ed-4bb4-a9b4-1874c5f76ee1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6493661 Feb 09 12:56:35.511461 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 54220) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:35.516790 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-7cccd424-7486-44f2-a9a9-d4c16f58cfcf tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Request body: {'security_group_rule': {'security_group_id': '3e750d97-3e18-4e42-901f-f380af5c4ff9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:35.586460 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-84c01bfb-3444-4875-9a03-d13d3d23ba36 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (487d1903-5922-4cac-b80a-1812f4c708a6), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:35.586662 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.db.api [None req-d6c35003-bc55-4cc8-bbd1-72c1a8c5d938 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:56:35.586662 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG oslo_db.api [None req-d6c35003-bc55-4cc8-bbd1-72c1a8c5d938 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:56:35.637171 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c01bfb-3444-4875-9a03-d13d3d23ba36 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Pushing event deleted for resources: {'Port': ['ID=487d1903-5922-4cac-b80a-1812f4c708a6,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:35.706905 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-84c01bfb-3444-4875-9a03-d13d3d23ba36 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for floatingip (82251f5e-894d-4ff2-aba6-c5f5ada5784e), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:35.710063 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-84c01bfb-3444-4875-9a03-d13d3d23ba36 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for floatingip (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:35.719485 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-84c01bfb-3444-4875-9a03-d13d3d23ba36 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "DELETE /v2.0/floatingips/82251f5e-894d-4ff2-aba6-c5f5ada5784e HTTP/1.1" status: 204 len: 168 time: 1.2929978 Feb 09 12:56:35.765776 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7cccd424-7486-44f2-a9a9-d4c16f58cfcf tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for security_group_rule (523d6b11-61f8-4234-b39b-b48e8084aff0), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:35.830540 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7cccd424-7486-44f2-a9a9-d4c16f58cfcf tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for security_group_rule (523d6b11-61f8-4234-b39b-b48e8084aff0), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:35.923912 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7cccd424-7486-44f2-a9a9-d4c16f58cfcf tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924240'] for security_group_rule (523d6b11-61f8-4234-b39b-b48e8084aff0), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:35.982730 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cccd424-7486-44f2-a9a9-d4c16f58cfcf tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523d6b11-61f8-4234-b39b-b48e8084aff0,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:36.083648 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c35003-bc55-4cc8-bbd1-72c1a8c5d938 None None] New status for floating IP 82251f5e-894d-4ff2-aba6-c5f5ada5784e: DOWN {{(pid=109772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:56:36.091571 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7cccd424-7486-44f2-a9a9-d4c16f58cfcf tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:36.095737 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 54238) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:36.101130 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-b2c26e06-6bbd-4e73-abde-07a590c892d6 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Request body: {'security_group_rule': {'security_group_id': '3e750d97-3e18-4e42-901f-f380af5c4ff9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:36.104025 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-7cccd424-7486-44f2-a9a9-d4c16f58cfcf tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5909636 Feb 09 12:56:36.281496 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b2c26e06-6bbd-4e73-abde-07a590c892d6 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for security_group_rule (d08d6416-7555-4273-bbb3-f5661b8c30c6), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:36.356978 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 54260) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:36.364609 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-9b2b51f7-0d7b-4ca3-b969-ed869cdcdccc tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Request body: {'security_group': {'name': 'tempest-securitygroup--621818672', 'description': 'tempest-description--1117721843'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:36.467109 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b2c26e06-6bbd-4e73-abde-07a590c892d6 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for security_group_rule (d08d6416-7555-4273-bbb3-f5661b8c30c6), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:36.552293 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9b2b51f7-0d7b-4ca3-b969-ed869cdcdccc tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:36.604696 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b2c26e06-6bbd-4e73-abde-07a590c892d6 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924240'] for security_group_rule (d08d6416-7555-4273-bbb3-f5661b8c30c6), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:36.655082 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c26e06-6bbd-4e73-abde-07a590c892d6 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08d6416-7555-4273-bbb3-f5661b8c30c6,revision_number=0']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:36.717387 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9b2b51f7-0d7b-4ca3-b969-ed869cdcdccc tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for security_group (e9b91c58-7bee-4dfb-8602-fca08dfe77d5), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:36.764826 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b2c26e06-6bbd-4e73-abde-07a590c892d6 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:36.767142 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-b2c26e06-6bbd-4e73-abde-07a590c892d6 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6701400 Feb 09 12:56:36.771382 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 54274) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:36.776236 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-9e119bbc-e000-4665-9a17-3aab15fc24c1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Request body: {'floatingip': {'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:36.803718 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9b2b51f7-0d7b-4ca3-b969-ed869cdcdccc tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (e9b91c58-7bee-4dfb-8602-fca08dfe77d5), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:36.872682 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b51f7-0d7b-4ca3-b969-ed869cdcdccc tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b91c58-7bee-4dfb-8602-fca08dfe77d5,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:36.900844 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9e119bbc-e000-4665-9a17-3aab15fc24c1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:36.958858 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9b2b51f7-0d7b-4ca3-b969-ed869cdcdccc tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:36.963015 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-9b2b51f7-0d7b-4ca3-b969-ed869cdcdccc tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6020920 Feb 09 12:56:36.963744 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 54276) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:36.968549 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-3f4d9bae-9611-45ad-be4d-afa2cc2148cd tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Request body: {'security_group_rule': {'security_group_id': 'e9b91c58-7bee-4dfb-8602-fca08dfe77d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:37.055053 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9e119bbc-e000-4665-9a17-3aab15fc24c1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:37.169314 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-9e119bbc-e000-4665-9a17-3aab15fc24c1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Allocated IP 172.27.3.128 (a2e9d4bf-7356-45aa-a65f-bd468972dd5d/c9ce0d82-6bfd-4731-856e-4f09afc4aa6c/94d80e88-2936-440e-ba25-547308433098) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:37.288883 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9e119bbc-e000-4665-9a17-3aab15fc24c1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for port (94d80e88-2936-440e-ba25-547308433098), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:37.551331 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9e119bbc-e000-4665-9a17-3aab15fc24c1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (94d80e88-2936-440e-ba25-547308433098), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:37.557900 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3f4d9bae-9611-45ad-be4d-afa2cc2148cd tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for security_group_rule (38f28859-44aa-49e0-8e84-c2aafc7ebeca), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:37.599083 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e119bbc-e000-4665-9a17-3aab15fc24c1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Network a2e9d4bf-7356-45aa-a65f-bd468972dd5d is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:37.602441 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-9e119bbc-e000-4665-9a17-3aab15fc24c1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:37.606069 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e119bbc-e000-4665-9a17-3aab15fc24c1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:56:37.613481 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e119bbc-e000-4665-9a17-3aab15fc24c1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Pushing event updated for resources: {'Port': ['ID=94d80e88-2936-440e-ba25-547308433098,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:37.652242 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3f4d9bae-9611-45ad-be4d-afa2cc2148cd tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for security_group_rule (38f28859-44aa-49e0-8e84-c2aafc7ebeca), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:37.770025 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3f4d9bae-9611-45ad-be4d-afa2cc2148cd tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924240'] for security_group_rule (38f28859-44aa-49e0-8e84-c2aafc7ebeca), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:37.774553 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9e119bbc-e000-4665-9a17-3aab15fc24c1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for floatingip (769b5962-c193-4684-8ef5-bdfdabe168af), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:37.794606 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d9bae-9611-45ad-be4d-afa2cc2148cd tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f28859-44aa-49e0-8e84-c2aafc7ebeca,revision_number=0']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:37.936985 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3f4d9bae-9611-45ad-be4d-afa2cc2148cd tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:37.938339 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-3f4d9bae-9611-45ad-be4d-afa2cc2148cd tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9734194 Feb 09 12:56:37.942561 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 54292) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:37.948017 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-451cc537-8a79-463a-bca2-822d8cbf2206 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Request body: {'security_group_rule': {'security_group_id': 'e9b91c58-7bee-4dfb-8602-fca08dfe77d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:37.994698 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9e119bbc-e000-4665-9a17-3aab15fc24c1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (94d80e88-2936-440e-ba25-547308433098), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:38.026896 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-451cc537-8a79-463a-bca2-822d8cbf2206 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for security_group_rule (3e813a86-44aa-474b-a47b-605605f7e472), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:38.108789 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-451cc537-8a79-463a-bca2-822d8cbf2206 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for security_group_rule (3e813a86-44aa-474b-a47b-605605f7e472), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:38.217248 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-451cc537-8a79-463a-bca2-822d8cbf2206 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924240'] for security_group_rule (3e813a86-44aa-474b-a47b-605605f7e472), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:38.253720 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451cc537-8a79-463a-bca2-822d8cbf2206 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e813a86-44aa-474b-a47b-605605f7e472,revision_number=0']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:38.285852 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9e119bbc-e000-4665-9a17-3aab15fc24c1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for port (94d80e88-2936-440e-ba25-547308433098), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:38.382446 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-451cc537-8a79-463a-bca2-822d8cbf2206 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:38.384018 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-451cc537-8a79-463a-bca2-822d8cbf2206 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4400132 Feb 09 12:56:38.387250 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 54296) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:38.392727 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-b75ebfa7-174b-4913-820a-949dc8c9e5ca tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Request body: {'floatingip': {'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:38.419077 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9e119bbc-e000-4665-9a17-3aab15fc24c1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8720072'] for port (94d80e88-2936-440e-ba25-547308433098), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:38.781624 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b75ebfa7-174b-4913-820a-949dc8c9e5ca tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:38.817779 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e119bbc-e000-4665-9a17-3aab15fc24c1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Pushing event updated for resources: {'Port': ['ID=94d80e88-2936-440e-ba25-547308433098,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:38.847209 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9e119bbc-e000-4665-9a17-3aab15fc24c1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591139'] for floatingip (769b5962-c193-4684-8ef5-bdfdabe168af), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:38.983791 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b75ebfa7-174b-4913-820a-949dc8c9e5ca tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:38.989142 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-9e119bbc-e000-4665-9a17-3aab15fc24c1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for floatingip (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:39.003571 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-9e119bbc-e000-4665-9a17-3aab15fc24c1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2178180 Feb 09 12:56:39.171605 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-b75ebfa7-174b-4913-820a-949dc8c9e5ca tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Allocated IP 172.27.3.23 (a2e9d4bf-7356-45aa-a65f-bd468972dd5d/c9ce0d82-6bfd-4731-856e-4f09afc4aa6c/cd282789-f8d3-4d69-ac73-92dca240f018) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:39.324216 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b75ebfa7-174b-4913-820a-949dc8c9e5ca tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for port (cd282789-f8d3-4d69-ac73-92dca240f018), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:39.546748 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b75ebfa7-174b-4913-820a-949dc8c9e5ca tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (cd282789-f8d3-4d69-ac73-92dca240f018), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:39.599676 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 54328) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:39.646487 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75ebfa7-174b-4913-820a-949dc8c9e5ca tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Network a2e9d4bf-7356-45aa-a65f-bd468972dd5d is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:39.650094 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-b75ebfa7-174b-4913-820a-949dc8c9e5ca tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:39.660028 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75ebfa7-174b-4913-820a-949dc8c9e5ca tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:56:39.668414 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ebfa7-174b-4913-820a-949dc8c9e5ca tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Pushing event updated for resources: {'Port': ['ID=cd282789-f8d3-4d69-ac73-92dca240f018,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:39.778985 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b75ebfa7-174b-4913-820a-949dc8c9e5ca tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for floatingip (80c96d2f-0143-4360-8131-77d305ceb222), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:39.839651 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1fd8fce4-10c9-44be-b851-7a080c778200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:39.920870 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b75ebfa7-174b-4913-820a-949dc8c9e5ca tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (cd282789-f8d3-4d69-ac73-92dca240f018), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:39.965340 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1fd8fce4-10c9-44be-b851-7a080c778200 admin admin] Publish callbacks [] for security_group (c16ae18a-953b-406d-9962-d1918f9899dc), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:40.060345 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1fd8fce4-10c9-44be-b851-7a080c778200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (c16ae18a-953b-406d-9962-d1918f9899dc), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:40.120599 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-1fd8fce4-10c9-44be-b851-7a080c778200 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fb209e4436234e4db82dcb6d6df8f9f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5124393 Feb 09 12:56:40.121555 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8fce4-10c9-44be-b851-7a080c778200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16ae18a-953b-406d-9962-d1918f9899dc,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:40.124178 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 54334) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:40.202306 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b75ebfa7-174b-4913-820a-949dc8c9e5ca tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for port (cd282789-f8d3-4d69-ac73-92dca240f018), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:40.203804 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7316f34e-859f-4a33-b343-95728cda0702 admin admin] Publish callbacks [] for security_group (c16ae18a-953b-406d-9962-d1918f9899dc), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:40.238912 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7316f34e-859f-4a33-b343-95728cda0702 admin admin] Publish callbacks [] for security_group (c16ae18a-953b-406d-9962-d1918f9899dc), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:40.328809 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b75ebfa7-174b-4913-820a-949dc8c9e5ca tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8720072'] for port (cd282789-f8d3-4d69-ac73-92dca240f018), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:40.438604 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ebfa7-174b-4913-820a-949dc8c9e5ca tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Pushing event updated for resources: {'Port': ['ID=cd282789-f8d3-4d69-ac73-92dca240f018,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:40.444046 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7316f34e-859f-4a33-b343-95728cda0702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (c16ae18a-953b-406d-9962-d1918f9899dc), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:40.447939 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7316f34e-859f-4a33-b343-95728cda0702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:40.449592 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-7316f34e-859f-4a33-b343-95728cda0702 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c16ae18a-953b-406d-9962-d1918f9899dc HTTP/1.1" status: 204 len: 168 time: 0.3241997 Feb 09 12:56:40.464536 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b75ebfa7-174b-4913-820a-949dc8c9e5ca tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591139'] for floatingip (80c96d2f-0143-4360-8131-77d305ceb222), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:40.491046 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316f34e-859f-4a33-b343-95728cda0702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16ae18a-953b-406d-9962-d1918f9899dc,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:40.592741 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b75ebfa7-174b-4913-820a-949dc8c9e5ca tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for floatingip (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:40.594311 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-b75ebfa7-174b-4913-820a-949dc8c9e5ca tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2056413 Feb 09 12:56:43.181828 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-ea63d67a-e01f-41f4-a218-f7d4d2f6a17b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1766440443&fields=id&tenant_id=39b9e5bd06ec4dfd8511de90980d78b3 HTTP/1.1" status: 200 len: 267 time: 0.0575609 Feb 09 12:56:43.209143 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-d1f7e6f7-cc49-4189-97dc-ac7a5a4ec12c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--621818672&fields=id&tenant_id=9ae5fef998e8491e9c43576344076b19 HTTP/1.1" status: 200 len: 267 time: 0.0791318 Feb 09 12:56:43.326768 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-30c7f78f-242d-4429-a98e-3f3b511b33e2 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:43.328671 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-30c7f78f-242d-4429-a98e-3f3b511b33e2 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/networks?id=7a233017-512c-4fc0-9a95-c7f1c6d0e43c HTTP/1.1" status: 200 len: 817 time: 0.1275394 Feb 09 12:56:43.329454 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-37d821e9-5f8a-4be6-ba2e-72b0875c68e9 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:43.331210 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-37d821e9-5f8a-4be6-ba2e-72b0875c68e9 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/networks?id=2b9eccac-64ca-4d60-9a01-96555c9ae72a HTTP/1.1" status: 200 len: 810 time: 0.1151395 Feb 09 12:56:43.344896 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-677f7e8d-591d-46d6-b610-85d943adc9db tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/quotas/39b9e5bd06ec4dfd8511de90980d78b3 HTTP/1.1" status: 200 len: 375 time: 0.0095930 Feb 09 12:56:43.347915 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-089c23f7-3eea-4f97-89bb-0fb10689387c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/quotas/9ae5fef998e8491e9c43576344076b19 HTTP/1.1" status: 200 len: 375 time: 0.0097227 Feb 09 12:56:43.414219 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-d9f4b7ad-78fa-4be7-9f6c-f94527007798 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ae5fef998e8491e9c43576344076b19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585713 Feb 09 12:56:43.419487 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-ae5fb8fa-7a90-42b8-9068-11151b2e2d05 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=39b9e5bd06ec4dfd8511de90980d78b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664871 Feb 09 12:56:43.535798 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-91ab31f0-2ba0-4335-90b0-a057299c810a service neutron] 10.222.0.50 "GET /v2.0/networks/7a233017-512c-4fc0-9a95-c7f1c6d0e43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998392 Feb 09 12:56:43.551027 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-71755984-032b-4aab-9762-4cd0a6514346 service neutron] 10.222.0.50 "GET /v2.0/networks/2b9eccac-64ca-4d60-9a01-96555c9ae72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226568 Feb 09 12:56:43.651935 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-ca4f2182-4b92-4151-92e0-bf44bc316081 service neutron] 10.222.0.50 "GET /v2.0/networks/7a233017-512c-4fc0-9a95-c7f1c6d0e43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096640 Feb 09 12:56:43.660626 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-754e62e7-92f1-4d40-b307-9fedf3f0953a service neutron] 10.222.0.50 "GET /v2.0/networks/2b9eccac-64ca-4d60-9a01-96555c9ae72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031675 Feb 09 12:56:43.992790 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-e0bc47b7-c31d-4aa2-b7ed-00ae186461f7 req-e40fe23c-63b3-4a6b-8608-fcfcffb67238 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 210 time: 0.0383198 Feb 09 12:56:44.100227 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-64ac7631-839c-4d31-b00a-33e95078e3c1 req-113fb905-5cde-483f-b4a3-5a3e7d91ce95 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 210 time: 0.0389459 Feb 09 12:56:44.756073 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-310b9475-3397-4ff7-9bde-edd91de04a35 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:44.757611 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-310b9475-3397-4ff7-9bde-edd91de04a35 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/networks?id=babb7da8-fc2e-44f0-be51-e4ef20e9c2c2 HTTP/1.1" status: 200 len: 814 time: 0.1337717 Feb 09 12:56:44.780767 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-dad96714-9df0-408b-b426-39dd67113759 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/quotas/b37bd252acad4b27ab2d794377349a6a HTTP/1.1" status: 200 len: 375 time: 0.0112007 Feb 09 12:56:44.858052 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-bb2ea5f3-482f-4461-b83e-66e6ae0dac03 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b37bd252acad4b27ab2d794377349a6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654817 Feb 09 12:56:44.976892 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-1c9f89a6-0e34-4c0f-bfe9-d28c56501360 service neutron] 10.222.0.50 "GET /v2.0/networks/babb7da8-fc2e-44f0-be51-e4ef20e9c2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077175 Feb 09 12:56:45.021246 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:45.099558 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-6da9d681-a3d8-484a-89a8-c517a59bb2f1 service neutron] 10.222.0.50 "GET /v2.0/networks/babb7da8-fc2e-44f0-be51-e4ef20e9c2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166475 Feb 09 12:56:45.236589 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8c41c580-1c99-4e94-a74a-cbb85171aa75 req-523dd165-fa83-4426-8953-0827cb98dc1a tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 210 time: 0.1676450 Feb 09 12:56:45.345898 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-55375ce9-a3e0-4888-9448-b27631545fc3 req-42388169-f20a-4b05-8378-624f92ea7093 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 210 time: 0.0415235 Feb 09 12:56:45.541720 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2f9371bf-9df1-4e66-b5e4-51deea6cb1d6 req-8c3d685c-246e-4c9e-8392-b5327be88c56 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 210 time: 0.0308740 Feb 09 12:56:46.360955 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-420fa353-11f6-4a60-b82a-e31701ed1d46 req-5dc41efb-4f4a-4e47-ab86-67fba8388d90 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 210 time: 0.0457184 Feb 09 12:56:46.480102 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6493b29f-5431-4b41-ac6c-cff2d6c71a48 req-cd2b887f-e59f-4e3e-8221-5987cc35d53e tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 210 time: 0.0302401 Feb 09 12:56:46.666389 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-18601ac2-fd5b-43f0-b6fe-264cc5d07707 req-0c9d4aaa-ad40-4fbf-af29-29868b426599 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 210 time: 0.0419843 Feb 09 12:56:46.792513 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-748dce90-8cd6-4290-b6a7-ba9f216d20b4 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:46.794562 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-748dce90-8cd6-4290-b6a7-ba9f216d20b4 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.18 "GET /v2.0/networks?id=2b9eccac-64ca-4d60-9a01-96555c9ae72a HTTP/1.1" status: 200 len: 810 time: 0.2028053 Feb 09 12:56:46.808928 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 12:56:46.874267 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-28799ad8-696a-4211-8b2b-1e20097cbcc8 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ae5fef998e8491e9c43576344076b19 HTTP/1.1" status: 200 len: 379 time: 0.0646634 Feb 09 12:56:46.884931 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-b809ec54-970c-4ca7-b913-cc90d26e1c01 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Request body: {'port': {'device_id': 'd18f7f71-f7bc-46b7-83e1-2f04c8424dbb', 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a', 'admin_state_up': True, 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'security_groups': ['e9b91c58-7bee-4dfb-8602-fca08dfe77d5']}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:47.096363 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-8d886a9c-3d2c-43ba-b8e9-468d5f5aea2f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:47.099693 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-8d886a9c-3d2c-43ba-b8e9-468d5f5aea2f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.18 "GET /v2.0/networks?id=7a233017-512c-4fc0-9a95-c7f1c6d0e43c HTTP/1.1" status: 200 len: 817 time: 0.1640971 Feb 09 12:56:47.177015 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-b809ec54-970c-4ca7-b913-cc90d26e1c01 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Made reservation on behalf of 9ae5fef998e8491e9c43576344076b19 for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:56:47.183193 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-b809ec54-970c-4ca7-b913-cc90d26e1c01 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:47.184819 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-86838e04-e0e3-443d-a687-fcf93027f888 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39b9e5bd06ec4dfd8511de90980d78b3 HTTP/1.1" status: 200 len: 380 time: 0.0755017 Feb 09 12:56:47.200643 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-40631e1f-b2b2-448b-9348-a2cee4292f6f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Request body: {'port': {'device_id': '419503fb-b0ac-44fb-8e33-1065fa4779d5', 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'admin_state_up': True, 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'security_groups': ['3e750d97-3e18-4e42-901f-f380af5c4ff9']}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:47.452858 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-b809ec54-970c-4ca7-b913-cc90d26e1c01 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Allocated IP 172.20.0.7 (2b9eccac-64ca-4d60-9a01-96555c9ae72a/84a8a225-35f7-4e02-9760-81e6be58b94d/a161f5fa-1d8b-4568-82b1-8a4d05626aec) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:47.543151 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7d16c2b3-b385-4af1-8479-b86f47b8711f req-9e54e3bf-90e2-4923-9036-a65b95bdf3b9 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 210 time: 0.0436482 Feb 09 12:56:47.622653 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-726ef167-293e-47ee-89fe-3333007eec63 req-ddd33074-cafc-4b70-bb99-a54706b20f70 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 210 time: 0.0420961 Feb 09 12:56:47.623987 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-40631e1f-b2b2-448b-9348-a2cee4292f6f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Made reservation on behalf of 39b9e5bd06ec4dfd8511de90980d78b3 for: {'port': 1} {{(pid=109770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:56:47.633572 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-40631e1f-b2b2-448b-9348-a2cee4292f6f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:47.686145 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-b809ec54-970c-4ca7-b913-cc90d26e1c01 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for port (a161f5fa-1d8b-4568-82b1-8a4d05626aec), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:47.782568 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-966a8426-8b21-4525-a4de-49d774201b56 req-93558b90-53d6-41d7-ade4-84803316e91a tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 210 time: 0.0296996 Feb 09 12:56:47.793862 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-40631e1f-b2b2-448b-9348-a2cee4292f6f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Allocated IP 172.20.0.9 (7a233017-512c-4fc0-9a95-c7f1c6d0e43c/5361ada0-f2f0-49de-80d0-c2d7fc189252/374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:47.849816 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-b809ec54-970c-4ca7-b913-cc90d26e1c01 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (a161f5fa-1d8b-4568-82b1-8a4d05626aec), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:47.906547 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-b809ec54-970c-4ca7-b913-cc90d26e1c01 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Network 2b9eccac-64ca-4d60-9a01-96555c9ae72a is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:47.911125 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-b809ec54-970c-4ca7-b913-cc90d26e1c01 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:47.915348 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-b809ec54-970c-4ca7-b913-cc90d26e1c01 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:56:47.951157 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809ec54-970c-4ca7-b913-cc90d26e1c01 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Pushing event updated for resources: {'Port': ['ID=a161f5fa-1d8b-4568-82b1-8a4d05626aec,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:47.991097 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-b809ec54-970c-4ca7-b913-cc90d26e1c01 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:47.991832 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-b809ec54-970c-4ca7-b913-cc90d26e1c01 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:47.996979 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-40631e1f-b2b2-448b-9348-a2cee4292f6f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for port (374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:48.138588 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-b809ec54-970c-4ca7-b913-cc90d26e1c01 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2575514 Feb 09 12:56:48.150132 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-d2df794b-6b4d-4531-8b34-175cd6ecdeb8 service neutron] Request body: {'port': {'device_id': 'd18f7f71-f7bc-46b7-83e1-2f04c8424dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:48.170054 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-40631e1f-b2b2-448b-9348-a2cee4292f6f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:48.245122 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-d2df794b-6b4d-4531-8b34-175cd6ecdeb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (a161f5fa-1d8b-4568-82b1-8a4d05626aec), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:48.254995 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-40631e1f-b2b2-448b-9348-a2cee4292f6f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Network 7a233017-512c-4fc0-9a95-c7f1c6d0e43c is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:48.261000 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-40631e1f-b2b2-448b-9348-a2cee4292f6f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:48.262945 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-7b543c08-0a0a-4059-abd6-1290fdb79fc6 None None] Provisioning complete for port a161f5fa-1d8b-4568-82b1-8a4d05626aec triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:48.264210 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7b543c08-0a0a-4059-abd6-1290fdb79fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (a161f5fa-1d8b-4568-82b1-8a4d05626aec), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:48.269768 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-40631e1f-b2b2-448b-9348-a2cee4292f6f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:56:48.276164 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40631e1f-b2b2-448b-9348-a2cee4292f6f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Pushing event updated for resources: {'Port': ['ID=374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:48.336337 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-7b543c08-0a0a-4059-abd6-1290fdb79fc6 None None] Port a161f5fa-1d8b-4568-82b1-8a4d05626aec cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:56:48.366440 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-40631e1f-b2b2-448b-9348-a2cee4292f6f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:48.367105 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-40631e1f-b2b2-448b-9348-a2cee4292f6f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:48.514974 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-40631e1f-b2b2-448b-9348-a2cee4292f6f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3216395 Feb 09 12:56:48.539619 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-02cfddf0-c7ef-4f0e-a4c7-1dc6de0b2064 service neutron] Request body: {'port': {'device_id': '419503fb-b0ac-44fb-8e33-1065fa4779d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:48.573682 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-5d7160a2-ff7a-4503-b2af-c33094e34372 None None] Provisioning complete for port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:48.574185 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5d7160a2-ff7a-4503-b2af-c33094e34372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:48.649005 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-5d7160a2-ff7a-4503-b2af-c33094e34372 None None] Port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:56:48.654681 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-02cfddf0-c7ef-4f0e-a4c7-1dc6de0b2064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:48.672145 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-d2df794b-6b4d-4531-8b34-175cd6ecdeb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a161f5fa-1d8b-4568-82b1-8a4d05626aec {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:56:48.680966 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-d2df794b-6b4d-4531-8b34-175cd6ecdeb8 service neutron] Publish callbacks [] for port (a161f5fa-1d8b-4568-82b1-8a4d05626aec), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:48.698415 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-d2df794b-6b4d-4531-8b34-175cd6ecdeb8 service neutron] Transition to ACTIVE for port object a161f5fa-1d8b-4568-82b1-8a4d05626aec will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:48.749046 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21ddbc-6903-4385-bd03-14f2e16df188 req-e907972b-0dee-4bb9-ac93-2deba66052a8 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:48.750715 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-7c21ddbc-6903-4385-bd03-14f2e16df188 req-e907972b-0dee-4bb9-ac93-2deba66052a8 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 931 time: 0.1053646 Feb 09 12:56:48.827074 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93c3e3-8d2b-482f-a227-d9377efa1a6e req-10a4ac64-991d-4772-8426-9f7ac05b7670 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:48.829468 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-af93c3e3-8d2b-482f-a227-d9377efa1a6e req-10a4ac64-991d-4772-8426-9f7ac05b7670 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 931 time: 0.0863142 Feb 09 12:56:48.848012 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-d2df794b-6b4d-4531-8b34-175cd6ecdeb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8720072'] for port (a161f5fa-1d8b-4568-82b1-8a4d05626aec), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:48.969300 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df794b-6b4d-4531-8b34-175cd6ecdeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=a161f5fa-1d8b-4568-82b1-8a4d05626aec,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:49.046940 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-af93c3e3-8d2b-482f-a227-d9377efa1a6e req-1a2af38c-ef43-4e10-b0ad-061bda160a21 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073550 Feb 09 12:56:49.170270 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-7c21ddbc-6903-4385-bd03-14f2e16df188 req-ccdaefe5-85c1-4eb2-884a-8011fb0c9f39 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b91c58-7bee-4dfb-8602-fca08dfe77d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3710406 Feb 09 12:56:49.260200 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f9b8090f-aeb8-4a09-9377-5ae3cb51952c req-b10b3391-5eb1-46b6-8e25-a231449c0751 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 210 time: 0.0874496 Feb 09 12:56:49.379287 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-02cfddf0-c7ef-4f0e-a4c7-1dc6de0b2064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 {{(pid=109770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:56:49.382009 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-d2df794b-6b4d-4531-8b34-175cd6ecdeb8 service neutron] Attempting to bind port a161f5fa-1d8b-4568-82b1-8a4d05626aec on host hv-cinder-81091 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:56:49.382341 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-d2df794b-6b4d-4531-8b34-175cd6ecdeb8 service neutron] Attempting to bind port a161f5fa-1d8b-4568-82b1-8a4d05626aec by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': 'f34400df-c94b-4224-9e0c-3c0104ffd1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:56:49.382665 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-d2df794b-6b4d-4531-8b34-175cd6ecdeb8 service neutron] Attempting to bind port a161f5fa-1d8b-4568-82b1-8a4d05626aec on network 2b9eccac-64ca-4d60-9a01-96555c9ae72a {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:56:49.389062 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-02cfddf0-c7ef-4f0e-a4c7-1dc6de0b2064 service neutron] Publish callbacks [] for port (374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:49.393988 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-e341a969-f9ff-44b9-9bd3-ff136f96b298 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:49.395604 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-e341a969-f9ff-44b9-9bd3-ff136f96b298 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.18 "GET /v2.0/networks?id=babb7da8-fc2e-44f0-be51-e4ef20e9c2c2 HTTP/1.1" status: 200 len: 814 time: 0.4161289 Feb 09 12:56:49.400629 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-d2df794b-6b4d-4531-8b34-175cd6ecdeb8 service neutron] Port a161f5fa-1d8b-4568-82b1-8a4d05626aec on network 2b9eccac-64ca-4d60-9a01-96555c9ae72a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 12:56:49.400862 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-d2df794b-6b4d-4531-8b34-175cd6ecdeb8 service neutron] Attempting to bind port a161f5fa-1d8b-4568-82b1-8a4d05626aec on network 2b9eccac-64ca-4d60-9a01-96555c9ae72a {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:56:49.406043 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.provisioning_blocks [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-02cfddf0-c7ef-4f0e-a4c7-1dc6de0b2064 service neutron] Transition to ACTIVE for port object 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 will not be triggered until provisioned by entity L2. {{(pid=109770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:49.412160 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-ed35f357-d20b-4bfe-a32e-305c2e7666b9 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Request body: {'port': {'device_id': 'b1793664-d6b6-4257-98a7-10e63463b541', 'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2', 'admin_state_up': True, 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:49.418953 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-d2df794b-6b4d-4531-8b34-175cd6ecdeb8 service neutron] Checking agent: {'id': '230303ca-ea08-4771-a934-bc9aeb8313a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'started_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:56:49.419291 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-d2df794b-6b4d-4531-8b34-175cd6ecdeb8 service neutron] Checking segment: {'id': 'f34400df-c94b-4224-9e0c-3c0104ffd1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:56:49.419704 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-d2df794b-6b4d-4531-8b34-175cd6ecdeb8 service neutron] Bound using segment: {'id': 'f34400df-c94b-4224-9e0c-3c0104ffd1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:56:49.420145 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-d2df794b-6b4d-4531-8b34-175cd6ecdeb8 service neutron] Bound port: a161f5fa-1d8b-4568-82b1-8a4d05626aec, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f34400df-c94b-4224-9e0c-3c0104ffd1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:56:49.420512 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-d2df794b-6b4d-4531-8b34-175cd6ecdeb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (a161f5fa-1d8b-4568-82b1-8a4d05626aec), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:49.434627 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-61ffcf71-a4dc-4c42-8d47-9684d7eeac44 req-b3766e95-8037-45f3-aed0-e3e242a10e7e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1333091 Feb 09 12:56:49.607579 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-02cfddf0-c7ef-4f0e-a4c7-1dc6de0b2064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10470611'] for port (374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:49.623002 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-d2df794b-6b4d-4531-8b34-175cd6ecdeb8 service neutron] For port a161f5fa-1d8b-4568-82b1-8a4d05626aec, host hv-cinder-81091, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:56:49.626788 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-d2df794b-6b4d-4531-8b34-175cd6ecdeb8 service neutron] For port a161f5fa-1d8b-4568-82b1-8a4d05626aec, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a161f5fa-1d8b-4568-82b1-8a4d05626aec,segment=NetworkSegment(f34400df-c94b-4224-9e0c-3c0104ffd1f7),segment_id=f34400df-c94b-4224-9e0c-3c0104ffd1f7)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:56:49.637015 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffcf71-a4dc-4c42-8d47-9684d7eeac44 req-3ec4eeea-5f38-43f9-8865-79159252000d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:49.643667 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-61ffcf71-a4dc-4c42-8d47-9684d7eeac44 req-3ec4eeea-5f38-43f9-8865-79159252000d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=19f045d14ee84b2d9a76ecc5e986b7b2&device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 1129 time: 0.1476250 Feb 09 12:56:49.683458 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cfddf0-c7ef-4f0e-a4c7-1dc6de0b2064 service neutron] Pushing event updated for resources: {'Port': ['ID=374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:49.758142 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-02cfddf0-c7ef-4f0e-a4c7-1dc6de0b2064 service neutron] Attempting to bind port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:56:49.758474 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-02cfddf0-c7ef-4f0e-a4c7-1dc6de0b2064 service neutron] Attempting to bind port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '9f2b0cd4-a2bd-4d81-a80e-82db423204f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c'}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:56:49.759409 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-02cfddf0-c7ef-4f0e-a4c7-1dc6de0b2064 service neutron] Attempting to bind port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 on network 7a233017-512c-4fc0-9a95-c7f1c6d0e43c {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:56:49.764191 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-02cfddf0-c7ef-4f0e-a4c7-1dc6de0b2064 service neutron] Port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 on network 7a233017-512c-4fc0-9a95-c7f1c6d0e43c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 12:56:49.765037 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-02cfddf0-c7ef-4f0e-a4c7-1dc6de0b2064 service neutron] Attempting to bind port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 on network 7a233017-512c-4fc0-9a95-c7f1c6d0e43c {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:56:49.770462 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-02cfddf0-c7ef-4f0e-a4c7-1dc6de0b2064 service neutron] Checking agent: {'id': '230303ca-ea08-4771-a934-bc9aeb8313a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'started_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:56:49.770799 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-02cfddf0-c7ef-4f0e-a4c7-1dc6de0b2064 service neutron] Checking segment: {'id': '9f2b0cd4-a2bd-4d81-a80e-82db423204f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:56:49.770938 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffcf71-a4dc-4c42-8d47-9684d7eeac44 req-f10ffe3f-bfe8-4920-a336-40f10b17fb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:49.771496 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-02cfddf0-c7ef-4f0e-a4c7-1dc6de0b2064 service neutron] Bound using segment: {'id': '9f2b0cd4-a2bd-4d81-a80e-82db423204f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c'} {{(pid=109770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:56:49.771783 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.managers [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-02cfddf0-c7ef-4f0e-a4c7-1dc6de0b2064 service neutron] Bound port: 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f2b0cd4-a2bd-4d81-a80e-82db423204f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c'}}] {{(pid=109770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:56:49.772139 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-02cfddf0-c7ef-4f0e-a4c7-1dc6de0b2064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:49.772365 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-61ffcf71-a4dc-4c42-8d47-9684d7eeac44 req-f10ffe3f-bfe8-4920-a336-40f10b17fb2f service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2444ddf-e0f9-423c-b50e-660fe55289c5 HTTP/1.1" status: 200 len: 910 time: 0.1118906 Feb 09 12:56:49.829519 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-d2df794b-6b4d-4531-8b34-175cd6ecdeb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8720072'] for port (a161f5fa-1d8b-4568-82b1-8a4d05626aec), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:49.868097 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-02cfddf0-c7ef-4f0e-a4c7-1dc6de0b2064 service neutron] For port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49, host hv-cinder-81091, cleared binding levels {{(pid=109770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:56:49.871950 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-02cfddf0-c7ef-4f0e-a4c7-1dc6de0b2064 service neutron] For port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:56:49.880618 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-ed35f357-d20b-4bfe-a32e-305c2e7666b9 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Made reservation on behalf of b37bd252acad4b27ab2d794377349a6a for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:56:49.884266 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-ed35f357-d20b-4bfe-a32e-305c2e7666b9 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:49.905898 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-d2df794b-6b4d-4531-8b34-175cd6ecdeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:49.906388 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-d2df794b-6b4d-4531-8b34-175cd6ecdeb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:49.907810 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-d2df794b-6b4d-4531-8b34-175cd6ecdeb8 service neutron] 10.222.0.18 "PUT /v2.0/ports/a161f5fa-1d8b-4568-82b1-8a4d05626aec HTTP/1.1" status: 200 len: 1093 time: 1.7621050 Feb 09 12:56:49.908263 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18f7f71-f7bc-46b7-83e1-2f04c8424dbb', 'tag': 'a161f5fa-1d8b-4568-82b1-8a4d05626aec'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:56:49.911999 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1a69ad-a5e6-4fcd-ba88-48ec1c9d3d53" -d '{"events": [{"name": "network-changed", "server_uuid": "d18f7f71-f7bc-46b7-83e1-2f04c8424dbb", "tag": "a161f5fa-1d8b-4568-82b1-8a4d05626aec"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:56:49.941543 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-61ffcf71-a4dc-4c42-8d47-9684d7eeac44 req-2ffa3cc7-ce83-46b0-acdb-6e77288272e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10e73c89-b01c-48ed-ba11-e00a1c2f608b HTTP/1.1" status: 200 len: 1001 time: 0.1595128 Feb 09 12:56:49.966421 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-02cfddf0-c7ef-4f0e-a4c7-1dc6de0b2064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10470611'] for port (374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:49.980572 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df794b-6b4d-4531-8b34-175cd6ecdeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=a161f5fa-1d8b-4568-82b1-8a4d05626aec,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:50.020096 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 12:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74981fcc-d2d6-416c-b2c0-4c2803997589 x-openstack-request-id: req-74981fcc-d2d6-416c-b2c0-4c2803997589 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:56:50.020391 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d18f7f71-f7bc-46b7-83e1-2f04c8424dbb", "tag": "a161f5fa-1d8b-4568-82b1-8a4d05626aec", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:56:50.020645 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-74981fcc-d2d6-416c-b2c0-4c2803997589 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:56:50.021153 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd18f7f71-f7bc-46b7-83e1-2f04c8424dbb', 'tag': 'a161f5fa-1d8b-4568-82b1-8a4d05626aec', 'status': 'completed', 'code': 200} Feb 09 12:56:50.084006 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-02cfddf0-c7ef-4f0e-a4c7-1dc6de0b2064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:50.084682 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-02cfddf0-c7ef-4f0e-a4c7-1dc6de0b2064 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:50.087528 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-02cfddf0-c7ef-4f0e-a4c7-1dc6de0b2064 service neutron] 10.222.0.18 "PUT /v2.0/ports/374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 HTTP/1.1" status: 200 len: 1093 time: 1.5643916 Feb 09 12:56:50.097220 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffcf71-a4dc-4c42-8d47-9684d7eeac44 req-6017da48-6e26-41e6-ac9c-6cf8c859a47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:50.099001 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-61ffcf71-a4dc-4c42-8d47-9684d7eeac44 req-6017da48-6e26-41e6-ac9c-6cf8c859a47e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52389728-c5f1-4193-92ae-0886d565814f HTTP/1.1" status: 200 len: 848 time: 0.1482990 Feb 09 12:56:50.109718 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419503fb-b0ac-44fb-8e33-1065fa4779d5', 'tag': '374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:56:50.116617 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7671266cdcd25feb0d1fb7d0d4a7a38583ecefa09a530944b0969c09dda32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfb9b50-68f9-42f1-aefb-8f32561217a1" -d '{"events": [{"name": "network-changed", "server_uuid": "419503fb-b0ac-44fb-8e33-1065fa4779d5", "tag": "374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:56:50.173625 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cfddf0-c7ef-4f0e-a4c7-1dc6de0b2064 service neutron] Pushing event updated for resources: {'Port': ['ID=374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49,revision_number=3']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:50.250701 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 12:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4d2758-9ef1-432b-ad5a-a7ca336b3e3c x-openstack-request-id: req-0e4d2758-9ef1-432b-ad5a-a7ca336b3e3c {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:56:50.250995 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419503fb-b0ac-44fb-8e33-1065fa4779d5", "tag": "374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49", "status": "completed", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:56:50.251880 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0e4d2758-9ef1-432b-ad5a-a7ca336b3e3c {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:56:50.253761 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419503fb-b0ac-44fb-8e33-1065fa4779d5', 'tag': '374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49', 'status': 'completed', 'code': 200} Feb 09 12:56:50.271500 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a69ad-a5e6-4fcd-ba88-48ec1c9d3d53 req-ae2cb576-0672-4703-8b60-df82444dd478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:50.271500 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dc1a69ad-a5e6-4fcd-ba88-48ec1c9d3d53 req-ae2cb576-0672-4703-8b60-df82444dd478 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ae5fef998e8491e9c43576344076b19&device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 1127 time: 0.2324750 Feb 09 12:56:50.305309 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-ed35f357-d20b-4bfe-a32e-305c2e7666b9 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Allocated IP 172.20.0.12 (babb7da8-fc2e-44f0-be51-e4ef20e9c2c2/cdf47935-83f3-4672-9f4b-bebf304da44f/bc2be2cc-3761-48e1-b693-39492a6470a2) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:50.325697 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-54ce853f-66f8-49fe-923a-d8809201af48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:50.327577 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-54ce853f-66f8-49fe-923a-d8809201af48 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39b9e5bd06ec4dfd8511de90980d78b3&device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 1127 time: 0.0892954 Feb 09 12:56:50.374907 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffcf71-a4dc-4c42-8d47-9684d7eeac44 req-65c4fbed-b575-4bb8-8446-e47e3701044c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:50.376573 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-61ffcf71-a4dc-4c42-8d47-9684d7eeac44 req-65c4fbed-b575-4bb8-8446-e47e3701044c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2444ddf-e0f9-423c-b50e-660fe55289c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2624578 Feb 09 12:56:50.421070 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-ce076016-4933-4df3-9daf-31d3329dd080 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 HTTP/1.1" status: 200 len: 217 time: 0.0793324 Feb 09 12:56:50.511986 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c6e8c-2b07-455a-bea2-3f9aecc9182c req-d1abbb11-e0ba-449a-b4b0-9adeb97e3905 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:50.515489 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-504c6e8c-2b07-455a-bea2-3f9aecc9182c req-d1abbb11-e0ba-449a-b4b0-9adeb97e3905 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 943 time: 0.1857450 Feb 09 12:56:50.587144 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d6b65-858a-4d49-8680-3dab490f652e req-522016ed-06ef-4f04-b02e-eeea45a241cc tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:50.589905 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-92be4b2d-f0a3-46a7-b025-879262b5e3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:50.592454 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-92be4b2d-f0a3-46a7-b025-879262b5e3b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5361ada0-f2f0-49de-80d0-c2d7fc189252 HTTP/1.1" status: 200 len: 856 time: 0.1650002 Feb 09 12:56:50.594659 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-165d6b65-858a-4d49-8680-3dab490f652e req-522016ed-06ef-4f04-b02e-eeea45a241cc tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 943 time: 0.3205287 Feb 09 12:56:50.645911 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a69ad-a5e6-4fcd-ba88-48ec1c9d3d53 req-2f5fae5a-1c9b-4bf5-bcdf-db591bbda12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:50.647581 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dc1a69ad-a5e6-4fcd-ba88-48ec1c9d3d53 req-2f5fae5a-1c9b-4bf5-bcdf-db591bbda12c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9ae5fef998e8491e9c43576344076b19&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3581829 Feb 09 12:56:50.700882 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-504c6e8c-2b07-455a-bea2-3f9aecc9182c req-58150ff7-bee6-4102-961c-f2f3fbe88019 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b91c58-7bee-4dfb-8602-fca08dfe77d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741767 Feb 09 12:56:50.724514 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-cdad93d5-78d0-4dad-bb11-357007d60869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:50.737951 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-cdad93d5-78d0-4dad-bb11-357007d60869 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a233017-512c-4fc0-9a95-c7f1c6d0e43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1283643 Feb 09 12:56:50.956229 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6a44851a-b944-462e-bd5d-474080abf724 req-446d391c-0771-436e-a589-fb7f50f95328 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 210 time: 0.0663428 Feb 09 12:56:51.002731 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-e85ed6b7-8615-427b-a2c4-29d299190941 service neutron] 10.222.0.18 "GET /v2.0/networks/7a233017-512c-4fc0-9a95-c7f1c6d0e43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407556 Feb 09 12:56:51.195923 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a69ad-a5e6-4fcd-ba88-48ec1c9d3d53 req-47440426-e330-4e7d-9c07-3a653c45a46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:51.198972 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dc1a69ad-a5e6-4fcd-ba88-48ec1c9d3d53 req-47440426-e330-4e7d-9c07-3a653c45a46a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5213807 Feb 09 12:56:51.251912 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-61ffcf71-a4dc-4c42-8d47-9684d7eeac44 req-9468b7cf-8834-4788-bb6d-3162ac603b24 service neutron] 10.222.0.18 "GET /v2.0/networks/a2444ddf-e0f9-423c-b50e-660fe55289c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8625064 Feb 09 12:56:51.309030 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-165d6b65-858a-4d49-8680-3dab490f652e req-47237cf6-b33d-497f-8d74-054b706378f5 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7132318 Feb 09 12:56:51.342914 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-ed35f357-d20b-4bfe-a32e-305c2e7666b9 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for port (bc2be2cc-3761-48e1-b693-39492a6470a2), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:51.494424 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-ed35f357-d20b-4bfe-a32e-305c2e7666b9 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (bc2be2cc-3761-48e1-b693-39492a6470a2), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:51.539218 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-ed35f357-d20b-4bfe-a32e-305c2e7666b9 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Network babb7da8-fc2e-44f0-be51-e4ef20e9c2c2 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:51.543801 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-ed35f357-d20b-4bfe-a32e-305c2e7666b9 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:51.546348 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-ed35f357-d20b-4bfe-a32e-305c2e7666b9 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:56:51.596518 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35f357-d20b-4bfe-a32e-305c2e7666b9 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Pushing event updated for resources: {'Port': ['ID=bc2be2cc-3761-48e1-b693-39492a6470a2,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:51.624065 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-ed35f357-d20b-4bfe-a32e-305c2e7666b9 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:51.625613 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-ed35f357-d20b-4bfe-a32e-305c2e7666b9 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:51.735574 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-ed35f357-d20b-4bfe-a32e-305c2e7666b9 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3300533 Feb 09 12:56:51.940510 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-43d69a2f-6695-41fe-b7ae-bf0addabb7ec None None] Provisioning complete for port bc2be2cc-3761-48e1-b693-39492a6470a2 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:51.944505 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-43d69a2f-6695-41fe-b7ae-bf0addabb7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (bc2be2cc-3761-48e1-b693-39492a6470a2), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:51.948954 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d3fd0-395b-4853-817b-3194d9e73084 req-33f1dc7d-2d9d-40b4-b2fe-aa452e1ba9f7 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:51.950580 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-399d3fd0-395b-4853-817b-3194d9e73084 req-33f1dc7d-2d9d-40b4-b2fe-aa452e1ba9f7 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 943 time: 0.0979104 Feb 09 12:56:52.018225 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-43d69a2f-6695-41fe-b7ae-bf0addabb7ec None None] Port bc2be2cc-3761-48e1-b693-39492a6470a2 cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:56:52.078555 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-399d3fd0-395b-4853-817b-3194d9e73084 req-64a07693-c503-4905-9b5a-0e4c84a81ace tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b91c58-7bee-4dfb-8602-fca08dfe77d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932500 Feb 09 12:56:52.149044 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a629b-be2d-4a09-9a8f-49b925ccf2e5 req-e83d90d0-d3d2-4916-b99f-95f8e26e4b77 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:52.151500 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-015a629b-be2d-4a09-9a8f-49b925ccf2e5 req-e83d90d0-d3d2-4916-b99f-95f8e26e4b77 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 932 time: 0.0936213 Feb 09 12:56:52.234619 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-015a629b-be2d-4a09-9a8f-49b925ccf2e5 req-50d98b92-74bc-4328-b334-aabb52d4ec47 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720026 Feb 09 12:56:52.446927 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884799c-1a28-4f82-b746-f38ff92e707c req-64a0d3e3-8342-49f3-b137-829249fce5e8 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:52.448539 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-8884799c-1a28-4f82-b746-f38ff92e707c req-64a0d3e3-8342-49f3-b137-829249fce5e8 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 943 time: 0.0589364 Feb 09 12:56:52.504791 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-8884799c-1a28-4f82-b746-f38ff92e707c req-02b49e58-ac7f-4337-849f-01485122342e tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503776 Feb 09 12:56:53.284424 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e11aed-32b9-43cc-af37-590b4636cfb3 req-00ce1d6a-3ede-43bf-b661-c234c86b643a tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:53.289516 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-70e11aed-32b9-43cc-af37-590b4636cfb3 req-00ce1d6a-3ede-43bf-b661-c234c86b643a tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 943 time: 0.1148472 Feb 09 12:56:53.363855 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-af48f530-eaed-43bb-9a27-104d2efde540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:53.383966 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-70e11aed-32b9-43cc-af37-590b4636cfb3 req-038d0a9f-81da-41fb-815a-a3b92037369f tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b91c58-7bee-4dfb-8602-fca08dfe77d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873516 Feb 09 12:56:53.458157 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90c9f3-0fd3-4ca8-8154-6b864376ab5c req-9fb58c8e-0bc1-45fd-883a-2fc9d2af994b tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:53.459922 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-2f90c9f3-0fd3-4ca8-8154-6b864376ab5c req-9fb58c8e-0bc1-45fd-883a-2fc9d2af994b tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 932 time: 0.0837879 Feb 09 12:56:53.541128 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-2f90c9f3-0fd3-4ca8-8154-6b864376ab5c req-41103377-c388-40ff-83c6-3c112bd1a03c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724080 Feb 09 12:56:53.682379 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d321c-4432-43a1-a9d7-ec83bb07fcc0 req-868dfc3a-a12a-462e-8089-6246e1530b19 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:53.684637 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-714d321c-4432-43a1-a9d7-ec83bb07fcc0 req-868dfc3a-a12a-462e-8089-6246e1530b19 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 943 time: 0.0835371 Feb 09 12:56:53.740372 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-714d321c-4432-43a1-a9d7-ec83bb07fcc0 req-4a6e947f-8793-4e32-b299-06218c6ae2b0 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490546 Feb 09 12:56:54.550130 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d366601-7387-4a0a-aea9-a163fa5cd381 req-d6c04ed4-9f37-4716-8ae9-596c9b8ede78 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:54.551743 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-1d366601-7387-4a0a-aea9-a163fa5cd381 req-d6c04ed4-9f37-4716-8ae9-596c9b8ede78 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 943 time: 0.0690353 Feb 09 12:56:54.628776 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-1d366601-7387-4a0a-aea9-a163fa5cd381 req-d142299f-02d7-45c0-820a-29923b633990 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b91c58-7bee-4dfb-8602-fca08dfe77d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709829 Feb 09 12:56:54.707665 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a45db-5cc2-4bb7-adb4-cb1a6ca13bc9 req-f6ba82ac-0f42-49cb-b649-b3840cfa5c1a tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:54.709257 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bb9a45db-5cc2-4bb7-adb4-cb1a6ca13bc9 req-f6ba82ac-0f42-49cb-b649-b3840cfa5c1a tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 932 time: 0.0633991 Feb 09 12:56:54.777530 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bb9a45db-5cc2-4bb7-adb4-cb1a6ca13bc9 req-16ef9cc6-87d8-4d90-9f49-444e004a5587 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605402 Feb 09 12:56:54.916032 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e280b7-5a6d-478b-b4b7-f2075f97613c req-bab2e6c6-5d63-4fec-bf75-4ce7db82eda7 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:54.916933 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-57e280b7-5a6d-478b-b4b7-f2075f97613c req-bab2e6c6-5d63-4fec-bf75-4ce7db82eda7 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 943 time: 0.0763342 Feb 09 12:56:54.977105 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-57e280b7-5a6d-478b-b4b7-f2075f97613c req-25ea9785-6c8b-4816-8bc9-bdad72ef473b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542176 Feb 09 12:56:55.788974 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cc715-ca48-4846-8b8d-0f711078afef req-a6e4f03c-9434-47c2-b666-c98a71fd4967 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:55.791023 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9c7cc715-ca48-4846-8b8d-0f711078afef req-a6e4f03c-9434-47c2-b666-c98a71fd4967 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 943 time: 0.0651586 Feb 09 12:56:55.869230 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9c7cc715-ca48-4846-8b8d-0f711078afef req-dc55bee7-431f-44ef-887d-c0f891d34a4d tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b91c58-7bee-4dfb-8602-fca08dfe77d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703149 Feb 09 12:56:55.941619 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4c1c3-647a-4d6c-a88b-e04e6e5d69cc req-d5d61012-2841-429e-83c6-53bafedcd392 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:55.943463 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-e6e4c1c3-647a-4d6c-a88b-e04e6e5d69cc req-d5d61012-2841-429e-83c6-53bafedcd392 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 932 time: 0.0657046 Feb 09 12:56:56.008296 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-e6e4c1c3-647a-4d6c-a88b-e04e6e5d69cc req-a47ab8f1-59f7-4e28-947f-a9e8636bfee8 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581546 Feb 09 12:56:56.132399 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdaee4d-b04a-4aa5-9a93-ae3664386596 req-67964b18-9b26-4381-801f-af2ab53686e8 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:56.134502 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-afdaee4d-b04a-4aa5-9a93-ae3664386596 req-67964b18-9b26-4381-801f-af2ab53686e8 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 943 time: 0.0589707 Feb 09 12:56:56.194303 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-afdaee4d-b04a-4aa5-9a93-ae3664386596 req-1272739e-c47d-412d-9385-31c7e7271a36 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540190 Feb 09 12:56:56.211330 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ef012c44-6ce0-4b28-a6a2-9d3525ee06c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:56.452125 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 54556) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:56.602961 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-63e9493f-ebcd-49de-86e2-ded5ec04177b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:56.684733 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-63e9493f-ebcd-49de-86e2-ded5ec04177b admin admin] Publish callbacks [] for security_group (3332616b-3f72-498e-85f3-9415f14ba990), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:56.866131 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-63e9493f-ebcd-49de-86e2-ded5ec04177b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (3332616b-3f72-498e-85f3-9415f14ba990), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:56.912390 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 54562) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:56.915767 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-63e9493f-ebcd-49de-86e2-ded5ec04177b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=46796ebfdc45437492a41ed8a43b3739&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4585602 Feb 09 12:56:56.917045 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9493f-ebcd-49de-86e2-ded5ec04177b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3332616b-3f72-498e-85f3-9415f14ba990,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:57.016290 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0f33a0f9-d420-404f-baba-12461741d7c7 admin admin] Publish callbacks [] for security_group (3332616b-3f72-498e-85f3-9415f14ba990), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:57.069115 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0f33a0f9-d420-404f-baba-12461741d7c7 admin admin] Publish callbacks [] for security_group (3332616b-3f72-498e-85f3-9415f14ba990), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:57.091358 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148cc51f-2aa7-41bf-976e-480381a9a34b req-ca7a0ef8-4bb1-4da8-84ec-7d627ae83b7c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:57.092988 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-148cc51f-2aa7-41bf-976e-480381a9a34b req-ca7a0ef8-4bb1-4da8-84ec-7d627ae83b7c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 943 time: 0.1184592 Feb 09 12:56:57.198206 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c1ae2-44d4-4fcb-bb72-eccd68d5c396 req-696ba98c-c582-4c78-afc3-5a90d653795f tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:57.210844 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a66c1ae2-44d4-4fcb-bb72-eccd68d5c396 req-696ba98c-c582-4c78-afc3-5a90d653795f tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 932 time: 0.1071019 Feb 09 12:56:57.239953 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-148cc51f-2aa7-41bf-976e-480381a9a34b req-04b2d645-e2b4-4ccd-b934-5e11a476a676 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b91c58-7bee-4dfb-8602-fca08dfe77d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317189 Feb 09 12:56:57.292227 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a66c1ae2-44d4-4fcb-bb72-eccd68d5c396 req-cbd07795-990e-4da1-a3c7-0999d2e88d9d tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802436 Feb 09 12:56:57.306797 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0f33a0f9-d420-404f-baba-12461741d7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (3332616b-3f72-498e-85f3-9415f14ba990), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:57.312701 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0f33a0f9-d420-404f-baba-12461741d7c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:57.312701 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-0f33a0f9-d420-404f-baba-12461741d7c7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3332616b-3f72-498e-85f3-9415f14ba990 HTTP/1.1" status: 204 len: 168 time: 0.3987770 Feb 09 12:56:57.354224 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33a0f9-d420-404f-baba-12461741d7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3332616b-3f72-498e-85f3-9415f14ba990,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:57.366342 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f33a0f9-d420-404f-baba-12461741d7c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:57.366764 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f33a0f9-d420-404f-baba-12461741d7c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:57.367082 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f33a0f9-d420-404f-baba-12461741d7c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:57.367486 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f33a0f9-d420-404f-baba-12461741d7c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:57.367783 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f33a0f9-d420-404f-baba-12461741d7c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:57.368172 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f33a0f9-d420-404f-baba-12461741d7c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:57.368541 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f33a0f9-d420-404f-baba-12461741d7c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:57.368724 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f33a0f9-d420-404f-baba-12461741d7c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:57.369164 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f33a0f9-d420-404f-baba-12461741d7c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:57.369606 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f33a0f9-d420-404f-baba-12461741d7c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:57.369774 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f33a0f9-d420-404f-baba-12461741d7c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:57.370136 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f33a0f9-d420-404f-baba-12461741d7c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:57.370310 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f33a0f9-d420-404f-baba-12461741d7c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:57.408176 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:57.411520 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b31bf8-abb1-41a4-a91e-70e59ecfadbd req-eeb679f8-9be0-4365-91e0-fa2fcd68149c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:57.422166 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-82b31bf8-abb1-41a4-a91e-70e59ecfadbd req-eeb679f8-9be0-4365-91e0-fa2fcd68149c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 943 time: 0.1213541 Feb 09 12:56:57.517921 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-82b31bf8-abb1-41a4-a91e-70e59ecfadbd req-339e3f43-9793-4c27-b9af-c4ec90340765 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787215 Feb 09 12:56:58.398162 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d91fa0-4e00-4260-813d-39ac6a4792c7 req-c9d8da79-bf19-4de0-824f-23905b9d9a6b tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:58.400114 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-15d91fa0-4e00-4260-813d-39ac6a4792c7 req-c9d8da79-bf19-4de0-824f-23905b9d9a6b tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 943 time: 0.0729086 Feb 09 12:56:58.467284 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc22a30-5f92-4a90-abb9-68278d878cbd req-d5805cd5-4fbf-4705-b22b-72045151b17c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:58.469776 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-0cc22a30-5f92-4a90-abb9-68278d878cbd req-d5805cd5-4fbf-4705-b22b-72045151b17c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 932 time: 0.0792072 Feb 09 12:56:58.475343 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-15d91fa0-4e00-4260-813d-39ac6a4792c7 req-87a95a80-7841-4ff9-80fa-955f8085f5fc tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b91c58-7bee-4dfb-8602-fca08dfe77d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642083 Feb 09 12:56:58.556197 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-0cc22a30-5f92-4a90-abb9-68278d878cbd req-e5a22e29-1e9c-4fd0-8fc9-ef3eed2b6c0d tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787072 Feb 09 12:56:58.682415 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:58.691469 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96604e9c-5a87-409c-8647-c3f0d15b8380 req-93be7ad7-adf8-48c1-931e-c8875e8eac5e tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:58.693085 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-96604e9c-5a87-409c-8647-c3f0d15b8380 req-93be7ad7-adf8-48c1-931e-c8875e8eac5e tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 943 time: 0.0599644 Feb 09 12:56:58.734027 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Request body: {'port': {'device_id': 'b1793664-d6b6-4257-98a7-10e63463b541', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:58.839131 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-d14c7533-01b0-4e43-81c6-1f3f6be13c5b service neutron] 10.222.0.18 "GET /v2.0/networks/7a233017-512c-4fc0-9a95-c7f1c6d0e43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140819 Feb 09 12:56:58.912887 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-96604e9c-5a87-409c-8647-c3f0d15b8380 req-9798a96e-49a2-4891-8314-8fdba3f6162a tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102840 Feb 09 12:56:58.944220 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (bc2be2cc-3761-48e1-b693-39492a6470a2), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:58.964499 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-61ffcf71-a4dc-4c42-8d47-9684d7eeac44 req-80666829-164a-4c0e-9eba-e619e37fd1db service neutron] 10.222.0.18 "GET /v2.0/networks/a2444ddf-e0f9-423c-b50e-660fe55289c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365158 Feb 09 12:56:58.974089 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-5ea8a81b-8c7d-4cfa-b861-bde583d8d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:58.978403 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-5ea8a81b-8c7d-4cfa-b861-bde583d8d083 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ae5fef998e8491e9c43576344076b19&device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 1127 time: 0.1984999 Feb 09 12:56:59.049423 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-47e9db8b-1016-4ca4-801b-ff18df099341 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a161f5fa-1d8b-4568-82b1-8a4d05626aec HTTP/1.1" status: 200 len: 217 time: 0.0545251 Feb 09 12:56:59.255682 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-4e207b37-610f-4355-9a6a-5d03853ba2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:59.257246 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-4e207b37-610f-4355-9a6a-5d03853ba2ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=84a8a225-35f7-4e02-9760-81e6be58b94d HTTP/1.1" status: 200 len: 849 time: 0.1962600 Feb 09 12:56:59.316690 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb9b50-68f9-42f1-aefb-8f32561217a1 req-54576bc8-9a63-497b-b8aa-30e6ce7ecd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:59.318318 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dcfb9b50-68f9-42f1-aefb-8f32561217a1 req-54576bc8-9a63-497b-b8aa-30e6ce7ecd1a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39b9e5bd06ec4dfd8511de90980d78b3&device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 1127 time: 0.2556436 Feb 09 12:56:59.416177 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 54598) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:56:59.482285 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-676aedf9-929d-479c-a797-4fce8cc43895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:59.483787 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-676aedf9-929d-479c-a797-4fce8cc43895 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b9eccac-64ca-4d60-9a01-96555c9ae72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2102227 Feb 09 12:56:59.546883 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-f1580a37-1edb-4e57-b482-555757649526 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-162684139-network', 'tenant_id': '1476ea3e27e745ec8dc85e2886454fea'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:56:59.549069 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb9b50-68f9-42f1-aefb-8f32561217a1 req-a8f0a2ee-6314-4bf9-a328-a303eaaabab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:59.550921 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dcfb9b50-68f9-42f1-aefb-8f32561217a1 req-a8f0a2ee-6314-4bf9-a328-a303eaaabab2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a233017-512c-4fc0-9a95-c7f1c6d0e43c HTTP/1.1" status: 200 len: 918 time: 0.2250779 Feb 09 12:56:59.635633 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dcfb9b50-68f9-42f1-aefb-8f32561217a1 req-03021525-3591-44df-8739-e61bf9bb5538 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 HTTP/1.1" status: 200 len: 217 time: 0.0753632 Feb 09 12:56:59.662192 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38883eda-42ad-4332-8a6e-0f312cc829e0 req-6fd6d227-a45a-49e3-9755-f86efc099921 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:59.663948 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-38883eda-42ad-4332-8a6e-0f312cc829e0 req-6fd6d227-a45a-49e3-9755-f86efc099921 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 943 time: 0.0725825 Feb 09 12:56:59.665195 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1580a37-1edb-4e57-b482-555757649526 admin admin] Made reservation on behalf of 1476ea3e27e745ec8dc85e2886454fea for: {'network': 1} {{(pid=109770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:56:59.667488 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f1580a37-1edb-4e57-b482-555757649526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for network (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:59.684278 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f1580a37-1edb-4e57-b482-555757649526 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:59.703459 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc2be2cc-3761-48e1-b693-39492a6470a2 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:56:59.739216 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Publish callbacks [] for port (bc2be2cc-3761-48e1-b693-39492a6470a2), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:59.747312 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-38883eda-42ad-4332-8a6e-0f312cc829e0 req-db723e15-5060-4bf6-9d26-3cf96a39a8d3 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b91c58-7bee-4dfb-8602-fca08dfe77d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768683 Feb 09 12:56:59.774946 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-04adfd77-2bc6-4bbe-a792-6c581f652cbf service neutron] 10.222.0.18 "GET /v2.0/networks/2b9eccac-64ca-4d60-9a01-96555c9ae72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814364 Feb 09 12:56:59.777085 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Transition to ACTIVE for port object bc2be2cc-3761-48e1-b693-39492a6470a2 will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:59.779043 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb9b50-68f9-42f1-aefb-8f32561217a1 req-3e2e4feb-83ef-4c45-b252-f69ecc9c33bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:59.780632 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dcfb9b50-68f9-42f1-aefb-8f32561217a1 req-3e2e4feb-83ef-4c45-b252-f69ecc9c33bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5361ada0-f2f0-49de-80d0-c2d7fc189252 HTTP/1.1" status: 200 len: 856 time: 0.1335268 Feb 09 12:56:59.816781 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f1580a37-1edb-4e57-b482-555757649526 admin admin] Publish callbacks [] for security_group (f9252234-9959-4886-8b49-ba9642bacb5d), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:59.826401 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:59.868499 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8720072'] for port (bc2be2cc-3761-48e1-b693-39492a6470a2), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:59.912338 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a5ce6-0391-418d-b8db-f5f6254d470a req-2d8e8408-00dd-44cb-8883-aa261b9ab15f tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:59.913927 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-515a5ce6-0391-418d-b8db-f5f6254d470a req-2d8e8408-00dd-44cb-8883-aa261b9ab15f tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 932 time: 0.2638276 Feb 09 12:56:59.938728 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f1580a37-1edb-4e57-b482-555757649526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (f9252234-9959-4886-8b49-ba9642bacb5d), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:59.957963 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1580a37-1edb-4e57-b482-555757649526 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=109770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:56:59.986832 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f1580a37-1edb-4e57-b482-555757649526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (f822c8de-0954-4255-b2fa-51305cce47f5), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:56:59.986832 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.db.segments_db [None req-f1580a37-1edb-4e57-b482-555757649526 admin admin] Added segment f822c8de-0954-4255-b2fa-51305cce47f5 of type vlan for network 3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f Feb 09 12:56:59.999311 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1580a37-1edb-4e57-b482-555757649526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9252234-9959-4886-8b49-ba9642bacb5d,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:00.000312 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-8aaa7cb4-046a-4abb-843e-2d3151cb09e2 service neutron] 10.222.0.18 "GET /v2.0/networks/2b9eccac-64ca-4d60-9a01-96555c9ae72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177038 Feb 09 12:57:00.000950 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Pushing event updated for resources: {'Port': ['ID=bc2be2cc-3761-48e1-b693-39492a6470a2,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:00.008647 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb9b50-68f9-42f1-aefb-8f32561217a1 req-94f0daed-4ccf-4d34-bf4c-6f71db79f552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:00.010168 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dcfb9b50-68f9-42f1-aefb-8f32561217a1 req-94f0daed-4ccf-4d34-bf4c-6f71db79f552 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a233017-512c-4fc0-9a95-c7f1c6d0e43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2170615 Feb 09 12:57:00.051964 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:00.052318 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:00.052716 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:00.053272 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:00.053622 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:00.053962 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:00.054292 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:00.054625 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:00.054957 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:00.055284 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:00.055642 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:00.055969 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:00.056294 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:00.071123 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f1580a37-1edb-4e57-b482-555757649526 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775837420593'] for network (3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:00.137701 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-515a5ce6-0391-418d-b8db-f5f6254d470a req-36487419-6682-4e1b-bf94-cfbb48d1b0b7 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096934 Feb 09 12:57:00.161057 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ae75b-b8e0-4294-a8dc-e26f21258b02 req-b6006b58-a48a-4f8a-9b5f-b0f8f4708716 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:00.164105 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-754ae75b-b8e0-4294-a8dc-e26f21258b02 req-b6006b58-a48a-4f8a-9b5f-b0f8f4708716 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 943 time: 0.0897655 Feb 09 12:57:00.202246 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Attempting to bind port bc2be2cc-3761-48e1-b693-39492a6470a2 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:57:00.202577 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Attempting to bind port bc2be2cc-3761-48e1-b693-39492a6470a2 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': 'f6ad2818-739a-43e3-b752-81a19c158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:57:00.202905 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Attempting to bind port bc2be2cc-3761-48e1-b693-39492a6470a2 on network babb7da8-fc2e-44f0-be51-e4ef20e9c2c2 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:57:00.220671 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dcfb9b50-68f9-42f1-aefb-8f32561217a1 req-0ebaabc9-37ad-4805-a659-7c59a5d6e2fd service neutron] 10.222.0.18 "GET /v2.0/networks/7a233017-512c-4fc0-9a95-c7f1c6d0e43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944790 Feb 09 12:57:00.222373 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Port bc2be2cc-3761-48e1-b693-39492a6470a2 on network babb7da8-fc2e-44f0-be51-e4ef20e9c2c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 12:57:00.222699 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Attempting to bind port bc2be2cc-3761-48e1-b693-39492a6470a2 on network babb7da8-fc2e-44f0-be51-e4ef20e9c2c2 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:57:00.239039 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Checking agent: {'id': '230303ca-ea08-4771-a934-bc9aeb8313a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'started_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:57:00.240019 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Checking segment: {'id': 'f6ad2818-739a-43e3-b752-81a19c158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:57:00.240019 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Bound using segment: {'id': 'f6ad2818-739a-43e3-b752-81a19c158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:57:00.240268 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Bound port: bc2be2cc-3761-48e1-b693-39492a6470a2, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6ad2818-739a-43e3-b752-81a19c158147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:57:00.240638 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (bc2be2cc-3761-48e1-b693-39492a6470a2), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:00.244403 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-754ae75b-b8e0-4294-a8dc-e26f21258b02 req-ab9437d2-7203-4226-996e-d0cb80958528 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736310 Feb 09 12:57:00.260209 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f1580a37-1edb-4e57-b482-555757649526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for network (3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:00.261452 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1580a37-1edb-4e57-b482-555757649526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:00.262132 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f1580a37-1edb-4e57-b482-555757649526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:00.325825 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1580a37-1edb-4e57-b482-555757649526 admin admin] Pushing event updated for resources: {'Network': ['ID=3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:00.338454 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Network 3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f details requested by agent ovs-agent-dv-cinder-810917-4-iscsi with host dv-cinder-810917-4-iscsi {{(pid=109771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 12:57:00.378023 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] For port bc2be2cc-3761-48e1-b693-39492a6470a2, host hv-cinder-81091, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:57:00.381716 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-dcfb9b50-68f9-42f1-aefb-8f32561217a1 req-7465546d-77e1-4ca3-9aee-5724c219c387 service neutron] 10.222.0.18 "GET /v2.0/networks/7a233017-512c-4fc0-9a95-c7f1c6d0e43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545551 Feb 09 12:57:00.383292 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] For port bc2be2cc-3761-48e1-b693-39492a6470a2, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=bc2be2cc-3761-48e1-b693-39492a6470a2,segment=NetworkSegment(f6ad2818-739a-43e3-b752-81a19c158147),segment_id=f6ad2818-739a-43e3-b752-81a19c158147)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:57:00.413104 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-f1580a37-1edb-4e57-b482-555757649526 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0091619 Feb 09 12:57:00.416048 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 54608) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:57:00.420766 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-a16d5069-0710-4bfe-8d40-a5764cba31ab admin admin] Request body: {'subnet': {'network_id': '3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-162684139-subnet', 'tenant_id': '1476ea3e27e745ec8dc85e2886454fea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:57:00.489525 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8720072'] for port (bc2be2cc-3761-48e1-b693-39492a6470a2), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:00.526218 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:00.526841 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:00.528305 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] 10.222.0.18 "PUT /v2.0/ports/bc2be2cc-3761-48e1-b693-39492a6470a2 HTTP/1.1" status: 200 len: 1094 time: 1.8020093 Feb 09 12:57:00.528759 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1793664-d6b6-4257-98a7-10e63463b541', 'tag': 'bc2be2cc-3761-48e1-b693-39492a6470a2'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:57:00.531026 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723d7824-13fa-4a66-968a-4e066b5e7ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "b1793664-d6b6-4257-98a7-10e63463b541", "tag": "bc2be2cc-3761-48e1-b693-39492a6470a2"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:57:00.560430 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7034905-e56e-4ae4-aac8-2075569700f5 service neutron] Pushing event updated for resources: {'Port': ['ID=bc2be2cc-3761-48e1-b693-39492a6470a2,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:00.581229 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16d5069-0710-4bfe-8d40-a5764cba31ab admin admin] Made reservation on behalf of 1476ea3e27e745ec8dc85e2886454fea for: {'subnet': 1} {{(pid=109770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:57:00.584802 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a16d5069-0710-4bfe-8d40-a5764cba31ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10234497'] for subnet (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:00.598174 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 12:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab56a3a5-0e13-45f6-9fdc-ca842f93cb94 x-openstack-request-id: req-ab56a3a5-0e13-45f6-9fdc-ca842f93cb94 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:57:00.598465 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1793664-d6b6-4257-98a7-10e63463b541", "tag": "bc2be2cc-3761-48e1-b693-39492a6470a2", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:57:00.598753 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ab56a3a5-0e13-45f6-9fdc-ca842f93cb94 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:57:00.599162 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1793664-d6b6-4257-98a7-10e63463b541', 'tag': 'bc2be2cc-3761-48e1-b693-39492a6470a2', 'status': 'completed', 'code': 200} Feb 09 12:57:00.668925 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d7824-13fa-4a66-968a-4e066b5e7ab7 req-36226fd6-f138-454a-96ae-fbe5dd461a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:00.670687 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-723d7824-13fa-4a66-968a-4e066b5e7ab7 req-36226fd6-f138-454a-96ae-fbe5dd461a30 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b37bd252acad4b27ab2d794377349a6a&device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 1128 time: 0.0535932 Feb 09 12:57:00.788114 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d7824-13fa-4a66-968a-4e066b5e7ab7 req-3c7a855c-2d75-4429-901e-aab3d39d94cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:00.789622 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-723d7824-13fa-4a66-968a-4e066b5e7ab7 req-3c7a855c-2d75-4429-901e-aab3d39d94cf service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b37bd252acad4b27ab2d794377349a6a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1122038 Feb 09 12:57:00.866937 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a16d5069-0710-4bfe-8d40-a5764cba31ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10470470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10234559'] for subnet (aee5d71f-4cbe-4e62-aa8a-956376db4fc1), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:00.905962 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d7824-13fa-4a66-968a-4e066b5e7ab7 req-1860b924-a797-471f-9231-6729134cc933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:00.907694 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-723d7824-13fa-4a66-968a-4e066b5e7ab7 req-1860b924-a797-471f-9231-6729134cc933 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1112919 Feb 09 12:57:00.948577 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d5069-0710-4bfe-8d40-a5764cba31ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=aee5d71f-4cbe-4e62-aa8a-956376db4fc1,revision_number=0']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:00.977766 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0514c-58fe-48b3-826d-3d6a28d10815 req-b674fd38-b49b-4263-b9c7-9c43f299cc88 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:00.979590 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-5cd0514c-58fe-48b3-826d-3d6a28d10815 req-b674fd38-b49b-4263-b9c7-9c43f299cc88 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 943 time: 0.1316283 Feb 09 12:57:00.989105 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16d5069-0710-4bfe-8d40-a5764cba31ab admin admin] Checking segment: {'id': 'f822c8de-0954-4255-b2fa-51305cce47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:57:00.989514 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16d5069-0710-4bfe-8d40-a5764cba31ab admin admin] Network hostable DHCP agents. Network: 3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f, hostable agents: ['669fbb72-d52e-4349-b520-3721ffb5f632'], hosted agents: [] {{(pid=109770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:57:00.996385 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-a5f3194c-5e52-4c76-b697-1a5ac61801af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:00.997905 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-a5f3194c-5e52-4c76-b697-1a5ac61801af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b37bd252acad4b27ab2d794377349a6a&device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 1128 time: 0.0541766 Feb 09 12:57:01.003440 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=109771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 12:57:01.044388 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-ab8dc978-292e-45d3-856e-a7e2c68fbefa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc2be2cc-3761-48e1-b693-39492a6470a2 HTTP/1.1" status: 200 len: 217 time: 0.0387638 Feb 09 12:57:01.047470 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-5cd0514c-58fe-48b3-826d-3d6a28d10815 req-6759d280-3b2d-41fe-abb3-dd91fbd2a2c0 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b91c58-7bee-4dfb-8602-fca08dfe77d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609605 Feb 09 12:57:01.093023 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16d5069-0710-4bfe-8d40-a5764cba31ab admin admin] Network 3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f is scheduled to be hosted by DHCP agent 669fbb72-d52e-4349-b520-3721ffb5f632 with binding_index 1 {{(pid=109770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:57:01.112434 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-80eee2c2-2f74-4950-8576-c139a17c0351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:01.113873 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-80eee2c2-2f74-4950-8576-c139a17c0351 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cdf47935-83f3-4672-9f4b-bebf304da44f HTTP/1.1" status: 200 len: 853 time: 0.0643690 Feb 09 12:57:01.120134 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:01.133594 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Returning: {'device': '374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49', 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'port_id': '374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49', 'mac_address': 'fa:16:3e:2e:57:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 12:57:01.171306 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-c13d9654-207a-4a96-b87e-07953ed64d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:01.172959 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-c13d9654-207a-4a96-b87e-07953ed64d3f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=babb7da8-fc2e-44f0-be51-e4ef20e9c2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533903 Feb 09 12:57:01.193807 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-a16d5069-0710-4bfe-8d40-a5764cba31ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-4-iscsi, 3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f) {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:57:01.193961 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 is: DOWN; New status is: BUILD {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:57:01.193961 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:01.210509 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16d5069-0710-4bfe-8d40-a5764cba31ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:01.211543 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a16d5069-0710-4bfe-8d40-a5764cba31ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:01.211753 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3984ab11-3c51-4926-b9b1-0fe878481c31 None None] Network 3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:57:01.264851 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:57:01.302524 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:01.326405 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-a16d5069-0710-4bfe-8d40-a5764cba31ab admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9092863 Feb 09 12:57:01.360919 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-f2d53347-7e3c-43f8-85c0-5e90b403513d service neutron] 10.222.0.18 "GET /v2.0/networks/babb7da8-fc2e-44f0-be51-e4ef20e9c2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822255 Feb 09 12:57:01.372163 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a536510a-7fa9-4c65-bb37-c11b912bacf7 None None] Network 3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:57:01.422768 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:01.423546 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device a161f5fa-1d8b-4568-82b1-8a4d05626aec details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=109771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 12:57:01.432327 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b128b1-0153-4185-8f77-aee3b11b9799 req-ba352b3b-0ae1-4652-bff6-88ea7a3412cd tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:01.434585 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-09b128b1-0153-4185-8f77-aee3b11b9799 req-ba352b3b-0ae1-4652-bff6-88ea7a3412cd tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 943 time: 0.0837359 Feb 09 12:57:01.461153 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cbd6b-f68c-4a84-8a4c-af797d85b90f req-ecf73120-18fa-4534-ab2a-1d81c241e266 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:01.463371 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-476cbd6b-f68c-4a84-8a4c-af797d85b90f req-ecf73120-18fa-4534-ab2a-1d81c241e266 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 944 time: 0.1736262 Feb 09 12:57:01.520791 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-09b128b1-0153-4185-8f77-aee3b11b9799 req-9be2e024-3e73-45b0-afed-a1820c55fba1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768816 Feb 09 12:57:01.576885 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-476cbd6b-f68c-4a84-8a4c-af797d85b90f req-526da834-6c5d-4f04-a126-774fd56de37d tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053028 Feb 09 12:57:01.579541 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f676fbee-121d-46b7-9d39-1e0045ae3377 req-9af947cb-7423-4647-8cd6-8b424fe1c133 service neutron] 10.222.0.18 "GET /v2.0/networks/babb7da8-fc2e-44f0-be51-e4ef20e9c2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106779 Feb 09 12:57:01.604151 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:01.634851 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:01.635204 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:01.635584 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:01.635921 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:01.636259 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:01.636586 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:01.636909 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:01.637235 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:01.637560 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:01.637907 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:01.638231 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:01.638555 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:01.638897 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:01.676611 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port a161f5fa-1d8b-4568-82b1-8a4d05626aec, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a161f5fa-1d8b-4568-82b1-8a4d05626aec,segment=NetworkSegment(f34400df-c94b-4224-9e0c-3c0104ffd1f7),segment_id=f34400df-c94b-4224-9e0c-3c0104ffd1f7)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:01.691162 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Returning: {'device': 'a161f5fa-1d8b-4568-82b1-8a4d05626aec', 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a', 'port_id': 'a161f5fa-1d8b-4568-82b1-8a4d05626aec', 'mac_address': 'fa:16:3e:b2:48:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 12:57:01.731495 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port a161f5fa-1d8b-4568-82b1-8a4d05626aec is: DOWN; New status is: BUILD {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:57:01.732068 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (a161f5fa-1d8b-4568-82b1-8a4d05626aec), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:01.747021 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a161f5fa-1d8b-4568-82b1-8a4d05626aec {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:57:01.775001 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port a161f5fa-1d8b-4568-82b1-8a4d05626aec, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a161f5fa-1d8b-4568-82b1-8a4d05626aec,segment=NetworkSegment(f34400df-c94b-4224-9e0c-3c0104ffd1f7),segment_id=f34400df-c94b-4224-9e0c-3c0104ffd1f7)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:01.858957 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (a161f5fa-1d8b-4568-82b1-8a4d05626aec), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:01.913856 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=a161f5fa-1d8b-4568-82b1-8a4d05626aec,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:02.121004 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['a161f5fa-1d8b-4568-82b1-8a4d05626aec'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:57:02.125901 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:57:02.189147 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4fb730-da9e-44ac-9c9c-80c9dd87d770 req-4dd9e4fc-adb5-4145-8442-7eaa958a53f8 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:02.191907 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fd4fb730-da9e-44ac-9c9c-80c9dd87d770 req-4dd9e4fc-adb5-4145-8442-7eaa958a53f8 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 944 time: 0.0651867 Feb 09 12:57:02.254176 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fd4fb730-da9e-44ac-9c9c-80c9dd87d770 req-02faefd5-a791-4a59-9f7b-b8dd766d593c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b91c58-7bee-4dfb-8602-fca08dfe77d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567920 Feb 09 12:57:02.699491 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d5dc3-9e31-4e52-b5e3-09b86cdf1db8 req-ae6bf550-eebb-4b4f-991b-51ef4d529541 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:02.700946 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f57d5dc3-9e31-4e52-b5e3-09b86cdf1db8 req-ae6bf550-eebb-4b4f-991b-51ef4d529541 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 944 time: 0.0614190 Feb 09 12:57:02.715806 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9ccb3-dfcb-41fb-8a4f-997b1490457d req-320c92e8-8c7c-4d3e-abb2-7990d1fb8061 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:02.716464 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-54f9ccb3-dfcb-41fb-8a4f-997b1490457d req-320c92e8-8c7c-4d3e-abb2-7990d1fb8061 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 944 time: 0.0595677 Feb 09 12:57:02.760524 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f57d5dc3-9e31-4e52-b5e3-09b86cdf1db8 req-f913b57e-1a58-4bbb-9ad8-f3d0b27af147 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532908 Feb 09 12:57:02.768007 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-54f9ccb3-dfcb-41fb-8a4f-997b1490457d req-7421b49f-395a-4fe2-8ae8-f66ab13df882 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461810 Feb 09 12:57:03.019568 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device bc2be2cc-3761-48e1-b693-39492a6470a2 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=109771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 12:57:03.022173 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 up at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:57:03.159640 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port bc2be2cc-3761-48e1-b693-39492a6470a2, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=bc2be2cc-3761-48e1-b693-39492a6470a2,segment=NetworkSegment(f6ad2818-739a-43e3-b752-81a19c158147),segment_id=f6ad2818-739a-43e3-b752-81a19c158147)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:03.171601 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Returning: {'device': 'bc2be2cc-3761-48e1-b693-39492a6470a2', 'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2', 'port_id': 'bc2be2cc-3761-48e1-b693-39492a6470a2', 'mac_address': 'fa:16:3e:f2:79:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf47935-83f3-4672-9f4b-bebf304da44f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 12:57:03.211929 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port bc2be2cc-3761-48e1-b693-39492a6470a2 is: DOWN; New status is: BUILD {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:57:03.212321 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (bc2be2cc-3761-48e1-b693-39492a6470a2), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:03.221308 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning for port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 completed by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:57:03.229627 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning complete for port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:57:03.229997 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:03.232461 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc2be2cc-3761-48e1-b693-39492a6470a2 {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:57:03.285316 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port bc2be2cc-3761-48e1-b693-39492a6470a2, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=bc2be2cc-3761-48e1-b693-39492a6470a2,segment=NetworkSegment(f6ad2818-739a-43e3-b752-81a19c158147),segment_id=f6ad2818-739a-43e3-b752-81a19c158147)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:03.339982 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 is: BUILD; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:57:03.340518 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:03.366074 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419503fb-b0ac-44fb-8e33-1065fa4779d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:57:03.368458 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35568c951842a11d678cd4ef08ed24226590f5ef87a7b6612a56827cefa1ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474192c5-d601-4ea7-a023-790db0cdac50" -d '{"events": [{"server_uuid": "419503fb-b0ac-44fb-8e33-1065fa4779d5", "name": "network-vif-plugged", "status": "completed", "tag": "374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:57:03.378893 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (bc2be2cc-3761-48e1-b693-39492a6470a2), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:03.385883 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:03.405038 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959c4cc-e769-4183-93e9-ad8d0e6a2478 req-65e3fd5a-2cba-4f5b-8247-79664b4b2c0c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:03.406583 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8959c4cc-e769-4183-93e9-ad8d0e6a2478 req-65e3fd5a-2cba-4f5b-8247-79664b4b2c0c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 944 time: 0.0589557 Feb 09 12:57:03.412844 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833da33e-28fc-43ce-a155-db787ee85a75 x-openstack-request-id: req-833da33e-28fc-43ce-a155-db787ee85a75 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:57:03.413222 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419503fb-b0ac-44fb-8e33-1065fa4779d5", "name": "network-vif-plugged", "status": "completed", "tag": "374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:57:03.413480 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-833da33e-28fc-43ce-a155-db787ee85a75 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:57:03.413899 dv-cinder-810917-4-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419503fb-b0ac-44fb-8e33-1065fa4779d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49', 'code': 200} Feb 09 12:57:03.434762 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=bc2be2cc-3761-48e1-b693-39492a6470a2,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:03.467278 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8959c4cc-e769-4183-93e9-ad8d0e6a2478 req-99c26454-43c7-410c-bade-88ef01692480 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b91c58-7bee-4dfb-8602-fca08dfe77d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538118 Feb 09 12:57:03.471654 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:03.472471 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device a161f5fa-1d8b-4568-82b1-8a4d05626aec up at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:57:03.571415 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:03.616385 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['bc2be2cc-3761-48e1-b693-39492a6470a2'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:57:03.667518 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning for port a161f5fa-1d8b-4568-82b1-8a4d05626aec completed by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:57:03.675304 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning complete for port a161f5fa-1d8b-4568-82b1-8a4d05626aec triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:57:03.675704 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (a161f5fa-1d8b-4568-82b1-8a4d05626aec), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:03.753233 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-92fc8e1d-481f-4392-bbd1-17aca42074c2 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:03.756156 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-92fc8e1d-481f-4392-bbd1-17aca42074c2 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/networks?id=3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f HTTP/1.1" status: 200 len: 808 time: 0.1233177 Feb 09 12:57:03.779579 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-dd020e24-d12b-4e73-bc6c-683911edc066 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/quotas/1476ea3e27e745ec8dc85e2886454fea HTTP/1.1" status: 200 len: 375 time: 0.0160670 Feb 09 12:57:03.825359 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-555ac2a4-0521-43be-bc10-ec39a111f326 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1476ea3e27e745ec8dc85e2886454fea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357018 Feb 09 12:57:03.856627 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port a161f5fa-1d8b-4568-82b1-8a4d05626aec is: BUILD; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:57:03.856964 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (a161f5fa-1d8b-4568-82b1-8a4d05626aec), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:03.904210 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port a161f5fa-1d8b-4568-82b1-8a4d05626aec, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a161f5fa-1d8b-4568-82b1-8a4d05626aec,segment=NetworkSegment(f34400df-c94b-4224-9e0c-3c0104ffd1f7),segment_id=f34400df-c94b-4224-9e0c-3c0104ffd1f7)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:03.934471 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548644b-a89d-4298-b087-e758c96df79b req-8b2acf78-9a12-4f54-9808-42f229b0e2e4 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:03.936084 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0548644b-a89d-4298-b087-e758c96df79b req-8b2acf78-9a12-4f54-9808-42f229b0e2e4 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.0787716 Feb 09 12:57:03.999736 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-15fd79f2-3075-446a-a744-92944483d59e service neutron] 10.222.0.50 "GET /v2.0/networks/3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594372 Feb 09 12:57:04.026512 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (a161f5fa-1d8b-4568-82b1-8a4d05626aec), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:04.028125 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b560f-4904-409a-ade6-743982b17ba4 req-c5467e38-ff64-4831-a55d-a5dbe854be76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:04.030551 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-129b560f-4904-409a-ade6-743982b17ba4 req-c5467e38-ff64-4831-a55d-a5dbe854be76 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 1129 time: 0.1610031 Feb 09 12:57:04.036663 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0548644b-a89d-4298-b087-e758c96df79b req-e435539f-7bda-4764-a7b9-fbdb6a435e77 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879254 Feb 09 12:57:04.090753 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=a161f5fa-1d8b-4568-82b1-8a4d05626aec,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:04.091689 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-129b560f-4904-409a-ade6-743982b17ba4 req-7102ec98-d995-41ae-a96c-80adcf96e785 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540249 Feb 09 12:57:04.117122 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-57fa2e90-041e-489d-a10c-a45c6827288c service neutron] 10.222.0.50 "GET /v2.0/networks/3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062706 Feb 09 12:57:04.173995 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd20d6-0e0c-4dd1-8e54-e9bfb543cf83 req-6694803c-10db-4fe2-831d-c1ef38fa4f4c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:04.175598 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-49cd20d6-0e0c-4dd1-8e54-e9bfb543cf83 req-6694803c-10db-4fe2-831d-c1ef38fa4f4c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 945 time: 0.0557559 Feb 09 12:57:04.228349 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-49cd20d6-0e0c-4dd1-8e54-e9bfb543cf83 req-6f713256-4f90-4b83-9d95-2283b26b31ea tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461774 Feb 09 12:57:04.402557 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-198872c2-0fa4-4200-ad59-3653d6731b40 req-49901db0-9954-4a5e-9c7b-4e2e6e75e092 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=dee6a6a0-7d05-4116-8bee-8b437a5aa4af HTTP/1.1" status: 200 len: 210 time: 0.0324731 Feb 09 12:57:04.590633 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccb324-a742-436a-bacc-38bb9f4bb176 req-a4f4f24b-39dc-466c-a7cd-f1b3d3e2922e tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:04.592506 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-37ccb324-a742-436a-bacc-38bb9f4bb176 req-a4f4f24b-39dc-466c-a7cd-f1b3d3e2922e tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 945 time: 0.0620239 Feb 09 12:57:04.645611 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-37ccb324-a742-436a-bacc-38bb9f4bb176 req-3ceefbef-e056-4b4e-9f77-e5b6d9e6911c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b91c58-7bee-4dfb-8602-fca08dfe77d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477295 Feb 09 12:57:05.030264 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device bc2be2cc-3761-48e1-b693-39492a6470a2 up at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:57:05.197624 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning for port bc2be2cc-3761-48e1-b693-39492a6470a2 completed by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:57:05.201876 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning complete for port bc2be2cc-3761-48e1-b693-39492a6470a2 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:57:05.202251 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (bc2be2cc-3761-48e1-b693-39492a6470a2), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:05.318896 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port bc2be2cc-3761-48e1-b693-39492a6470a2 is: BUILD; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:57:05.319283 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (bc2be2cc-3761-48e1-b693-39492a6470a2), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:05.369842 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port bc2be2cc-3761-48e1-b693-39492a6470a2, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=bc2be2cc-3761-48e1-b693-39492a6470a2,segment=NetworkSegment(f6ad2818-739a-43e3-b752-81a19c158147),segment_id=f6ad2818-739a-43e3-b752-81a19c158147)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:05.415208 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18f7f71-f7bc-46b7-83e1-2f04c8424dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a161f5fa-1d8b-4568-82b1-8a4d05626aec'}, {'server_uuid': 'b1793664-d6b6-4257-98a7-10e63463b541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2be2cc-3761-48e1-b693-39492a6470a2'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:57:05.416659 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430250f0-7467-474c-b474-3b2e82d7d6b0 req-b1705bda-f64d-4b31-b9df-d709aecb0401 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:05.417735 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af1fc0-58bc-496e-aff2-9597199774f5 req-08e8e69c-0e25-4188-907d-8e089f01909f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:05.418331 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-430250f0-7467-474c-b474-3b2e82d7d6b0 req-b1705bda-f64d-4b31-b9df-d709aecb0401 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 945 time: 0.0714715 Feb 09 12:57:05.419258 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e7af1fc0-58bc-496e-aff2-9597199774f5 req-08e8e69c-0e25-4188-907d-8e089f01909f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.3008530 Feb 09 12:57:05.419926 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35568c951842a11d678cd4ef08ed24226590f5ef87a7b6612a56827cefa1ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfb5b02-354f-462c-871b-8f6407e17d58" -d '{"events": [{"server_uuid": "d18f7f71-f7bc-46b7-83e1-2f04c8424dbb", "name": "network-vif-plugged", "status": "completed", "tag": "a161f5fa-1d8b-4568-82b1-8a4d05626aec"}, {"server_uuid": "b1793664-d6b6-4257-98a7-10e63463b541", "name": "network-vif-plugged", "status": "completed", "tag": "bc2be2cc-3761-48e1-b693-39492a6470a2"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:57:05.458086 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (bc2be2cc-3761-48e1-b693-39492a6470a2), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:05.471756 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e7af1fc0-58bc-496e-aff2-9597199774f5 req-4571cd65-d41a-4f9e-b0c5-3196b283bed9 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464776 Feb 09 12:57:05.474553 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-430250f0-7467-474c-b474-3b2e82d7d6b0 req-368bd46e-37d8-4498-bcd8-374929b1f27e tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501897 Feb 09 12:57:05.529072 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=bc2be2cc-3761-48e1-b693-39492a6470a2,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:05.541066 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 12:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586fab52-ad09-475a-9edb-26be98a1c694 x-openstack-request-id: req-586fab52-ad09-475a-9edb-26be98a1c694 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:57:05.541066 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18f7f71-f7bc-46b7-83e1-2f04c8424dbb", "name": "network-vif-plugged", "status": "completed", "tag": "a161f5fa-1d8b-4568-82b1-8a4d05626aec", "code": 200}, {"server_uuid": "b1793664-d6b6-4257-98a7-10e63463b541", "name": "network-vif-plugged", "status": "completed", "tag": "bc2be2cc-3761-48e1-b693-39492a6470a2", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:57:05.541066 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-586fab52-ad09-475a-9edb-26be98a1c694 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:57:05.541066 dv-cinder-810917-4-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18f7f71-f7bc-46b7-83e1-2f04c8424dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a161f5fa-1d8b-4568-82b1-8a4d05626aec', 'code': 200} Feb 09 12:57:05.541066 dv-cinder-810917-4-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1793664-d6b6-4257-98a7-10e63463b541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2be2cc-3761-48e1-b693-39492a6470a2', 'code': 200} Feb 09 12:57:05.604711 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cba50f1e-a1ea-42d2-b1ba-40c67b64c659 req-2a347a56-a34f-4fe3-b5bb-7f59c519c607 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=dee6a6a0-7d05-4116-8bee-8b437a5aa4af HTTP/1.1" status: 200 len: 210 time: 0.0399075 Feb 09 12:57:05.770662 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ea251-6558-4f21-b1d6-fe50fc097201 req-8942780c-9006-4f8e-a8f4-58721c7c1126 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:05.772325 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-708ea251-6558-4f21-b1d6-fe50fc097201 req-8942780c-9006-4f8e-a8f4-58721c7c1126 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 945 time: 0.0562403 Feb 09 12:57:05.823098 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-708ea251-6558-4f21-b1d6-fe50fc097201 req-9d5541de-cc80-4197-b339-b6ddc1055d9c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b91c58-7bee-4dfb-8602-fca08dfe77d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452154 Feb 09 12:57:06.060356 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028962ba-c33b-4ba7-b9b7-c8ca29bf50e5 req-a6fb3fa5-842f-428c-8b86-d281fd4774ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:06.061886 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-028962ba-c33b-4ba7-b9b7-c8ca29bf50e5 req-a6fb3fa5-842f-428c-8b86-d281fd4774ee service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 1130 time: 0.0791564 Feb 09 12:57:06.068354 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645b5a0-a0e9-4e05-a933-e6527b4f62a0 req-5a009492-b875-4184-986d-713ad0ef4b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:06.069828 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b645b5a0-a0e9-4e05-a933-e6527b4f62a0 req-5a009492-b875-4184-986d-713ad0ef4b18 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 1129 time: 0.0604267 Feb 09 12:57:06.142863 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-028962ba-c33b-4ba7-b9b7-c8ca29bf50e5 req-5a501351-c22b-4d85-bd7e-bf3a13744670 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677168 Feb 09 12:57:06.145316 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b645b5a0-a0e9-4e05-a933-e6527b4f62a0 req-856f8fa7-30a3-4f49-8ff2-acad0258a5b6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e9b91c58-7bee-4dfb-8602-fca08dfe77d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647902 Feb 09 12:57:06.622054 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bc1a1-d7e4-4d05-b349-b348a44ca6fe req-896f0f49-f9cc-4c18-9862-e5a6c17a059b tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:06.623646 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3a8bc1a1-d7e4-4d05-b349-b348a44ca6fe req-896f0f49-f9cc-4c18-9862-e5a6c17a059b tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 946 time: 0.0672970 Feb 09 12:57:06.663342 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38269f-2a71-4663-be4e-f921c108ac7c req-4fdd70dc-3eb0-4295-bf79-9714e90c9c2c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:06.667960 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-bc38269f-2a71-4663-be4e-f921c108ac7c req-4fdd70dc-3eb0-4295-bf79-9714e90c9c2c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.0715466 Feb 09 12:57:06.687384 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3a8bc1a1-d7e4-4d05-b349-b348a44ca6fe req-637b049e-fbaf-43ff-ac23-97031f353cd4 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576360 Feb 09 12:57:06.727709 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-bc38269f-2a71-4663-be4e-f921c108ac7c req-028f1c2c-6913-4732-af3f-5ae77bbf574f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555561 Feb 09 12:57:06.788146 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-96b9c938-a626-4906-80ed-f7207ec30021 req-37dcf113-d5b6-4751-b3e3-100c62a909cc tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=dee6a6a0-7d05-4116-8bee-8b437a5aa4af HTTP/1.1" status: 200 len: 210 time: 0.0285962 Feb 09 12:57:06.884940 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925157a9-788c-488e-8e7d-3a212f7afb21 req-eb17128c-8a40-42ee-a421-8c2b7b8d1d12 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:06.886638 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-925157a9-788c-488e-8e7d-3a212f7afb21 req-eb17128c-8a40-42ee-a421-8c2b7b8d1d12 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.0662034 Feb 09 12:57:06.900989 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 54694) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:57:06.905713 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-8e328ff0-aafa-4ecf-ab19-b21ac93eeb00 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Request body: {'floatingip': {'port_id': '374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:57:06.946454 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8e328ff0-aafa-4ecf-ab19-b21ac93eeb00 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for floatingip (769b5962-c193-4684-8ef5-bdfdabe168af), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:06.954689 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256304c-225b-4817-8192-fd831e062f6b req-232007af-0b53-4771-848c-aa01031378d2 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:06.957151 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5256304c-225b-4817-8192-fd831e062f6b req-232007af-0b53-4771-848c-aa01031378d2 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 945 time: 0.0602913 Feb 09 12:57:07.018753 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5256304c-225b-4817-8192-fd831e062f6b req-134d654e-901c-4155-b853-315a27e87a20 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b91c58-7bee-4dfb-8602-fca08dfe77d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508449 Feb 09 12:57:07.395942 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8e328ff0-aafa-4ecf-ab19-b21ac93eeb00 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:07.596169 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8e328ff0-aafa-4ecf-ab19-b21ac93eeb00 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591139'] for floatingip (769b5962-c193-4684-8ef5-bdfdabe168af), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:07.630002 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-64589dc8-6c89-4afc-9afd-b7f431ea38c7 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:07.632186 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-64589dc8-6c89-4afc-9afd-b7f431ea38c7 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.18 "GET /v2.0/networks?id=3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f HTTP/1.1" status: 200 len: 808 time: 0.1157589 Feb 09 12:57:07.652350 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-4daffa79-c722-4408-94e1-846903b9881a tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Request body: {'port': {'device_id': 'dee6a6a0-7d05-4116-8bee-8b437a5aa4af', 'network_id': '3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f', 'admin_state_up': True, 'tenant_id': '1476ea3e27e745ec8dc85e2886454fea'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:57:07.909344 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f31f6c3f-a272-4359-a754-79af9a177947 req-ebbfc83a-1c56-4090-9429-9389b61c543e tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=dee6a6a0-7d05-4116-8bee-8b437a5aa4af HTTP/1.1" status: 200 len: 210 time: 0.0359707 Feb 09 12:57:07.939833 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-4daffa79-c722-4408-94e1-846903b9881a tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Made reservation on behalf of 1476ea3e27e745ec8dc85e2886454fea for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:57:07.943975 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-4daffa79-c722-4408-94e1-846903b9881a tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:07.978453 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1adafe-035f-4df2-b578-b84e7ddb7a70 req-d641d214-84c3-4143-9c13-e9f36f119eda tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:07.980204 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ed1adafe-035f-4df2-b578-b84e7ddb7a70 req-d641d214-84c3-4143-9c13-e9f36f119eda tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 946 time: 0.1074471 Feb 09 12:57:07.984093 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.db.l3_db [None req-8e328ff0-aafa-4ecf-ab19-b21ac93eeb00 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Floating IP 769b5962-c193-4684-8ef5-bdfdabe168af associated. External IP: 172.27.3.128, port: 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49. Feb 09 12:57:08.153580 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-4daffa79-c722-4408-94e1-846903b9881a tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Allocated IP 172.20.0.14 (3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f/aee5d71f-4cbe-4e62-aa8a-956376db4fc1/87c41c20-f5c2-46ef-98d8-11b3fc70a4c8) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:57:08.210797 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836738a9-c0c5-451f-84df-952e5f7cbfb9 req-5f630c3a-b0df-44a0-991f-ec6215a2af7c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:08.212383 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-836738a9-c0c5-451f-84df-952e5f7cbfb9 req-5f630c3a-b0df-44a0-991f-ec6215a2af7c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 945 time: 0.1018057 Feb 09 12:57:08.237226 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ed1adafe-035f-4df2-b578-b84e7ddb7a70 req-b41b1f30-2df4-40f7-b2be-62d47df26fe2 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460330 Feb 09 12:57:08.290214 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e328ff0-aafa-4ecf-ab19-b21ac93eeb00 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Router 414cf15f-1610-4f74-aaf5-78e4f98f1f42 has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:57:08.344943 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-836738a9-c0c5-451f-84df-952e5f7cbfb9 req-8f5368a0-faa5-4cf4-a71f-f74556e862f0 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b91c58-7bee-4dfb-8602-fca08dfe77d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240947 Feb 09 12:57:08.393390 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-4daffa79-c722-4408-94e1-846903b9881a tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Publish callbacks [] for port (87c41c20-f5c2-46ef-98d8-11b3fc70a4c8), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:08.467170 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998974d3-a58c-4c55-b4a2-364d4052f788 req-468a58aa-7d20-4d9b-a864-a4fe5da59867 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:08.468553 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-998974d3-a58c-4c55-b4a2-364d4052f788 req-468a58aa-7d20-4d9b-a864-a4fe5da59867 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 946 time: 0.1253481 Feb 09 12:57:08.477796 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e328ff0-aafa-4ecf-ab19-b21ac93eeb00 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:57:08.485776 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-8e328ff0-aafa-4ecf-ab19-b21ac93eeb00 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for floatingip (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:08.491767 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed92c931-bb62-4aaf-af73-aa03a37dfcf7 None None] Sync routers for ids ['414cf15f-1610-4f74-aaf5-78e4f98f1f42'] in dv-cinder-810917-4-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:57:08.506862 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed92c931-bb62-4aaf-af73-aa03a37dfcf7 None None] Routers {'414cf15f-1610-4f74-aaf5-78e4f98f1f42'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:57:08.507622 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-ed92c931-bb62-4aaf-af73-aa03a37dfcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:56:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['414cf15f-1610-4f74-aaf5-78e4f98f1f42'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:08.518973 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75349cd-0165-428e-bdf4-d427ca0b757f req-66af4bd5-555f-41a2-9f28-52728ebbc222 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:08.522470 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b75349cd-0165-428e-bdf4-d427ca0b757f req-66af4bd5-555f-41a2-9f28-52728ebbc222 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 945 time: 0.0988712 Feb 09 12:57:08.535857 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 54710) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:57:08.542863 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-8e328ff0-aafa-4ecf-ab19-b21ac93eeb00 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "PUT /v2.0/floatingips/769b5962-c193-4684-8ef5-bdfdabe168af HTTP/1.1" status: 200 len: 991 time: 1.6407554 Feb 09 12:57:08.543979 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-86fb52f4-1a56-48a9-a909-1e54fe34adfc tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Request body: {'floatingip': {'port_id': 'a161f5fa-1d8b-4568-82b1-8a4d05626aec'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:57:08.549386 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419503fb-b0ac-44fb-8e33-1065fa4779d5', 'tag': '374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:57:08.551394 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7671266cdcd25feb0d1fb7d0d4a7a38583ecefa09a530944b0969c09dda32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f941908b-40d3-42ea-b5ad-aee1a4670a00" -d '{"events": [{"name": "network-changed", "server_uuid": "419503fb-b0ac-44fb-8e33-1065fa4779d5", "tag": "374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:57:08.588211 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-998974d3-a58c-4c55-b4a2-364d4052f788 req-5d10707a-ef7b-4436-a64e-34c3af1bdfea tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067698 Feb 09 12:57:08.611523 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-4daffa79-c722-4408-94e1-846903b9881a tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (87c41c20-f5c2-46ef-98d8-11b3fc70a4c8), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:08.622719 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-86fb52f4-1a56-48a9-a909-1e54fe34adfc tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for floatingip (80c96d2f-0143-4360-8131-77d305ceb222), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:08.643321 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-ed92c931-bb62-4aaf-af73-aa03a37dfcf7 None None] Set router 414cf15f-1610-4f74-aaf5-78e4f98f1f42 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:57:08.666800 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 12:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b991fa-8f0f-4b8f-a546-37889926adee x-openstack-request-id: req-29b991fa-8f0f-4b8f-a546-37889926adee {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:57:08.667167 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419503fb-b0ac-44fb-8e33-1065fa4779d5", "tag": "374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49", "status": "completed", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:57:08.667355 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-29b991fa-8f0f-4b8f-a546-37889926adee {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:57:08.667762 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419503fb-b0ac-44fb-8e33-1065fa4779d5', 'tag': '374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49', 'status': 'completed', 'code': 200} Feb 09 12:57:08.824847 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-4daffa79-c722-4408-94e1-846903b9881a tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Network 3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:57:08.847602 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-4daffa79-c722-4408-94e1-846903b9881a tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:57:08.850415 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-4daffa79-c722-4408-94e1-846903b9881a tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:57:08.918971 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daffa79-c722-4408-94e1-846903b9881a tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Pushing event updated for resources: {'Port': ['ID=87c41c20-f5c2-46ef-98d8-11b3fc70a4c8,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:08.971188 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-ed92c931-bb62-4aaf-af73-aa03a37dfcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'name': 'tempest-AttachVolumeShelveTestJSON-1633902968-router', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:44Z', 'updated_at': '2022-02-09T12:52:00Z', 'revision_number': 4, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'gw_port': {'id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_floatingips': [{'id': '769b5962-c193-4684-8ef5-bdfdabe168af', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'floating_ip_address': '172.27.3.128', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'port_id': '374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'mac_address': 'fa:16:3e:2e:57:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419503fb-b0ac-44fb-8e33-1065fa4779d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:56:37Z', 'updated_at': '2022-02-09T12:57:07Z', 'revision_number': 1, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6739ff-9f31-4c30-bcab-4fc9eee07d36', 'name': '', 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'mac_address': 'fa:16:3e:81:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:55Z', 'updated_at': '2022-02-09T12:52:18Z', 'revision_number': 5, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'subnets': [{'id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:09.018934 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed92c931-bb62-4aaf-af73-aa03a37dfcf7 None None] Checking router: 414cf15f-1610-4f74-aaf5-78e4f98f1f42 for host: dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:57:09.030099 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed92c931-bb62-4aaf-af73-aa03a37dfcf7 None None] Routers {'414cf15f-1610-4f74-aaf5-78e4f98f1f42'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:57:09.030547 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-ed92c931-bb62-4aaf-af73-aa03a37dfcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:56:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['414cf15f-1610-4f74-aaf5-78e4f98f1f42'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:09.034630 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941908b-40d3-42ea-b5ad-aee1a4670a00 req-19956c15-0cf3-45f7-abd7-593ccbe745f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:09.037367 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f941908b-40d3-42ea-b5ad-aee1a4670a00 req-19956c15-0cf3-45f7-abd7-593ccbe745f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39b9e5bd06ec4dfd8511de90980d78b3&device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 1129 time: 0.3109472 Feb 09 12:57:09.042798 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-4daffa79-c722-4408-94e1-846903b9881a tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:09.043525 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-4daffa79-c722-4408-94e1-846903b9881a tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:09.079755 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075a1a1-6e35-4f4f-a158-99e898fe874f req-079269f5-566a-4a17-bab2-64630365815d tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:09.081214 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-5075a1a1-6e35-4f4f-a158-99e898fe874f req-079269f5-566a-4a17-bab2-64630365815d tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=dee6a6a0-7d05-4116-8bee-8b437a5aa4af HTTP/1.1" status: 200 len: 932 time: 0.0588293 Feb 09 12:57:09.084496 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a9658-8188-4d93-a214-8180c2f3f6f3 req-3da690bc-34cb-4ee8-bfa6-5527f68bd645 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:09.086044 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a43a9658-8188-4d93-a214-8180c2f3f6f3 req-3da690bc-34cb-4ee8-bfa6-5527f68bd645 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.4162905 Feb 09 12:57:09.142809 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-5075a1a1-6e35-4f4f-a158-99e898fe874f req-2d621765-f5df-4e7a-b879-b83abd64976a tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9252234-9959-4886-8b49-ba9642bacb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506566 Feb 09 12:57:09.235953 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-4daffa79-c722-4408-94e1-846903b9881a tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5878875 Feb 09 12:57:09.256502 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-369892cf-4301-481d-9672-7ea33e50ccd9 service neutron] Request body: {'port': {'device_id': 'dee6a6a0-7d05-4116-8bee-8b437a5aa4af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:57:09.288667 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32fa30-aca0-4099-8ea2-bce3fd509073 req-48ff2bc4-954f-487e-8f88-91157e2933dd tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:09.291055 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a43a9658-8188-4d93-a214-8180c2f3f6f3 req-71696304-cdd5-424d-856f-71ba05cb788e tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880422 Feb 09 12:57:09.297929 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-3d32fa30-aca0-4099-8ea2-bce3fd509073 req-48ff2bc4-954f-487e-8f88-91157e2933dd tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 946 time: 0.0881464 Feb 09 12:57:09.335389 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-ed92c931-bb62-4aaf-af73-aa03a37dfcf7 None None] Set router 414cf15f-1610-4f74-aaf5-78e4f98f1f42 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:57:09.353627 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941908b-40d3-42ea-b5ad-aee1a4670a00 req-ec70dd29-1674-450b-b9d6-da6779820d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:09.355392 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f941908b-40d3-42ea-b5ad-aee1a4670a00 req-ec70dd29-1674-450b-b9d6-da6779820d5a service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a233017-512c-4fc0-9a95-c7f1c6d0e43c HTTP/1.1" status: 200 len: 918 time: 0.2808392 Feb 09 12:57:09.364028 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-3d32fa30-aca0-4099-8ea2-bce3fd509073 req-732cb304-bfc6-47f9-8f1e-5516ed31e795 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652373 Feb 09 12:57:09.580358 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-369892cf-4301-481d-9672-7ea33e50ccd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (87c41c20-f5c2-46ef-98d8-11b3fc70a4c8), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:09.598702 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-ed92c931-bb62-4aaf-af73-aa03a37dfcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'name': 'tempest-AttachVolumeShelveTestJSON-1633902968-router', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:44Z', 'updated_at': '2022-02-09T12:52:00Z', 'revision_number': 4, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'gw_port': {'id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_floatingips': [{'id': '769b5962-c193-4684-8ef5-bdfdabe168af', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'floating_ip_address': '172.27.3.128', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'port_id': '374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'mac_address': 'fa:16:3e:2e:57:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419503fb-b0ac-44fb-8e33-1065fa4779d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:56:37Z', 'updated_at': '2022-02-09T12:57:07Z', 'revision_number': 1, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6739ff-9f31-4c30-bcab-4fc9eee07d36', 'name': '', 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'mac_address': 'fa:16:3e:81:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:55Z', 'updated_at': '2022-02-09T12:52:18Z', 'revision_number': 5, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'subnets': [{'id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:09.615630 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f941908b-40d3-42ea-b5ad-aee1a4670a00 req-bcb253c9-e21e-4bd8-9c9f-24c706d94405 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 HTTP/1.1" status: 200 len: 999 time: 0.2537906 Feb 09 12:57:09.634253 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed92c931-bb62-4aaf-af73-aa03a37dfcf7 None None] The sync data for ids ['414cf15f-1610-4f74-aaf5-78e4f98f1f42'] in dv-cinder-810917-4-iscsi is: [{'id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'name': 'tempest-AttachVolumeShelveTestJSON-1633902968-router', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:44Z', 'updated_at': '2022-02-09T12:52:00Z', 'revision_number': 4, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'gw_port': {'id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_floatingips': [{'id': '769b5962-c193-4684-8ef5-bdfdabe168af', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'floating_ip_address': '172.27.3.128', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'port_id': '374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'mac_address': 'fa:16:3e:2e:57:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419503fb-b0ac-44fb-8e33-1065fa4779d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:56:37Z', 'updated_at': '2022-02-09T12:57:07Z', 'revision_number': 1, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6739ff-9f31-4c30-bcab-4fc9eee07d36', 'name': '', 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'mac_address': 'fa:16:3e:81:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:55Z', 'updated_at': '2022-02-09T12:52:18Z', 'revision_number': 5, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'subnets': [{'id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:57:09.842793 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b22e12b-59cb-4ca3-9a74-302a10f2bcae None None] New status for floating IP 769b5962-c193-4684-8ef5-bdfdabe168af: ACTIVE {{(pid=109772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:57:09.989614 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.db.resource_extend [None req-86fb52f4-1a56-48a9-a909-1e54fe34adfc tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:57:10.002608 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941908b-40d3-42ea-b5ad-aee1a4670a00 req-55584a09-322c-4b7b-ab7a-9278f8ddbadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:10.004962 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f941908b-40d3-42ea-b5ad-aee1a4670a00 req-55584a09-322c-4b7b-ab7a-9278f8ddbadd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5361ada0-f2f0-49de-80d0-c2d7fc189252 HTTP/1.1" status: 200 len: 856 time: 0.3825688 Feb 09 12:57:10.150069 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-86fb52f4-1a56-48a9-a909-1e54fe34adfc tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:10.210162 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941908b-40d3-42ea-b5ad-aee1a4670a00 req-7dbcd336-c6f1-45ec-8f2f-5d0aa514d149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:10.211698 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f941908b-40d3-42ea-b5ad-aee1a4670a00 req-7dbcd336-c6f1-45ec-8f2f-5d0aa514d149 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a233017-512c-4fc0-9a95-c7f1c6d0e43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1722720 Feb 09 12:57:10.306253 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-86fb52f4-1a56-48a9-a909-1e54fe34adfc tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591139'] for floatingip (80c96d2f-0143-4360-8131-77d305ceb222), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:10.455480 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48290d8c-819a-4529-bbfd-40bf891c8239 req-a9f12d85-b763-48a5-9de3-679c95f7862c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:10.457371 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-48290d8c-819a-4529-bbfd-40bf891c8239 req-a9f12d85-b763-48a5-9de3-679c95f7862c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.0705814 Feb 09 12:57:10.510489 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5f19c-da93-4e13-b25d-9953246b08d5 req-3b72c92e-a385-4728-ad73-f64c9f5796b7 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:10.512110 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-94e5f19c-da93-4e13-b25d-9953246b08d5 req-3b72c92e-a385-4728-ad73-f64c9f5796b7 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=dee6a6a0-7d05-4116-8bee-8b437a5aa4af HTTP/1.1" status: 200 len: 932 time: 0.2829645 Feb 09 12:57:10.513992 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f941908b-40d3-42ea-b5ad-aee1a4670a00 req-96ef61f2-447f-49e0-b0e2-7dc31bd7b44e service neutron] 10.222.0.18 "GET /v2.0/networks/7a233017-512c-4fc0-9a95-c7f1c6d0e43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961683 Feb 09 12:57:10.514506 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-48290d8c-819a-4529-bbfd-40bf891c8239 req-dce2a3f0-688f-45c9-9457-e715ec9c808e tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499711 Feb 09 12:57:10.556310 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-369892cf-4301-481d-9672-7ea33e50ccd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c41c20-f5c2-46ef-98d8-11b3fc70a4c8 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:57:10.573421 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.db.l3_db [None req-86fb52f4-1a56-48a9-a909-1e54fe34adfc tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Floating IP 80c96d2f-0143-4360-8131-77d305ceb222 associated. External IP: 172.27.3.23, port: a161f5fa-1d8b-4568-82b1-8a4d05626aec. Feb 09 12:57:10.604586 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-369892cf-4301-481d-9672-7ea33e50ccd9 service neutron] Publish callbacks [] for port (87c41c20-f5c2-46ef-98d8-11b3fc70a4c8), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:10.704271 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-369892cf-4301-481d-9672-7ea33e50ccd9 service neutron] Transition to ACTIVE for port object 87c41c20-f5c2-46ef-98d8-11b3fc70a4c8 will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:57:10.746921 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-94e5f19c-da93-4e13-b25d-9953246b08d5 req-eefcb197-cb76-4b00-9509-a8a16acf4613 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9252234-9959-4886-8b49-ba9642bacb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243485 Feb 09 12:57:10.769135 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f941908b-40d3-42ea-b5ad-aee1a4670a00 req-fc7b564a-f88c-46c2-9f73-b2828030072b service neutron] 10.222.0.18 "GET /v2.0/networks/7a233017-512c-4fc0-9a95-c7f1c6d0e43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473741 Feb 09 12:57:10.828191 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-369892cf-4301-481d-9672-7ea33e50ccd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8720072'] for port (87c41c20-f5c2-46ef-98d8-11b3fc70a4c8), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:10.926923 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369892cf-4301-481d-9672-7ea33e50ccd9 service neutron] Pushing event updated for resources: {'Port': ['ID=87c41c20-f5c2-46ef-98d8-11b3fc70a4c8,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:10.993442 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fb52f4-1a56-48a9-a909-1e54fe34adfc tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Router 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:57:11.084972 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-369892cf-4301-481d-9672-7ea33e50ccd9 service neutron] Attempting to bind port 87c41c20-f5c2-46ef-98d8-11b3fc70a4c8 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:57:11.085305 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-369892cf-4301-481d-9672-7ea33e50ccd9 service neutron] Attempting to bind port 87c41c20-f5c2-46ef-98d8-11b3fc70a4c8 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': 'f822c8de-0954-4255-b2fa-51305cce47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:57:11.085629 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-369892cf-4301-481d-9672-7ea33e50ccd9 service neutron] Attempting to bind port 87c41c20-f5c2-46ef-98d8-11b3fc70a4c8 on network 3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:57:11.096418 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-369892cf-4301-481d-9672-7ea33e50ccd9 service neutron] Port 87c41c20-f5c2-46ef-98d8-11b3fc70a4c8 on network 3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 12:57:11.103129 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-369892cf-4301-481d-9672-7ea33e50ccd9 service neutron] Attempting to bind port 87c41c20-f5c2-46ef-98d8-11b3fc70a4c8 on network 3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:57:11.107607 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-369892cf-4301-481d-9672-7ea33e50ccd9 service neutron] Checking agent: {'id': '230303ca-ea08-4771-a934-bc9aeb8313a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'started_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:57:11.107943 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-369892cf-4301-481d-9672-7ea33e50ccd9 service neutron] Checking segment: {'id': 'f822c8de-0954-4255-b2fa-51305cce47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:57:11.108318 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-369892cf-4301-481d-9672-7ea33e50ccd9 service neutron] Bound using segment: {'id': 'f822c8de-0954-4255-b2fa-51305cce47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:57:11.108747 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-369892cf-4301-481d-9672-7ea33e50ccd9 service neutron] Bound port: 87c41c20-f5c2-46ef-98d8-11b3fc70a4c8, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f822c8de-0954-4255-b2fa-51305cce47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:57:11.109091 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-369892cf-4301-481d-9672-7ea33e50ccd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (87c41c20-f5c2-46ef-98d8-11b3fc70a4c8), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:11.175479 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fb52f4-1a56-48a9-a909-1e54fe34adfc tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:57:11.184081 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-86fb52f4-1a56-48a9-a909-1e54fe34adfc tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for floatingip (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:11.188007 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bab8ac7-3793-457b-8c52-7ad47f9f159b None None] Sync routers for ids ['5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'] in dv-cinder-810917-4-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:57:11.201367 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bab8ac7-3793-457b-8c52-7ad47f9f159b None None] Routers {'5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:57:11.202011 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-9bab8ac7-3793-457b-8c52-7ad47f9f159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:56:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:11.232687 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-369892cf-4301-481d-9672-7ea33e50ccd9 service neutron] For port 87c41c20-f5c2-46ef-98d8-11b3fc70a4c8, host hv-cinder-81091, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:57:11.238824 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-369892cf-4301-481d-9672-7ea33e50ccd9 service neutron] For port 87c41c20-f5c2-46ef-98d8-11b3fc70a4c8, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=87c41c20-f5c2-46ef-98d8-11b3fc70a4c8,segment=NetworkSegment(f822c8de-0954-4255-b2fa-51305cce47f5),segment_id=f822c8de-0954-4255-b2fa-51305cce47f5)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:57:11.242314 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-86fb52f4-1a56-48a9-a909-1e54fe34adfc tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "PUT /v2.0/floatingips/80c96d2f-0143-4360-8131-77d305ceb222 HTTP/1.1" status: 200 len: 990 time: 2.7050328 Feb 09 12:57:11.243272 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18f7f71-f7bc-46b7-83e1-2f04c8424dbb', 'tag': 'a161f5fa-1d8b-4568-82b1-8a4d05626aec'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:57:11.245650 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c924ee79-40d3-49b7-800f-1164f88e18f9" -d '{"events": [{"name": "network-changed", "server_uuid": "d18f7f71-f7bc-46b7-83e1-2f04c8424dbb", "tag": "a161f5fa-1d8b-4568-82b1-8a4d05626aec"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:57:11.293257 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 12:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e971a601-3b18-46cb-a780-bc54b7fca158 x-openstack-request-id: req-e971a601-3b18-46cb-a780-bc54b7fca158 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:57:11.293804 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d18f7f71-f7bc-46b7-83e1-2f04c8424dbb", "tag": "a161f5fa-1d8b-4568-82b1-8a4d05626aec", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:57:11.293981 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e971a601-3b18-46cb-a780-bc54b7fca158 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:57:11.294272 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd18f7f71-f7bc-46b7-83e1-2f04c8424dbb', 'tag': 'a161f5fa-1d8b-4568-82b1-8a4d05626aec', 'status': 'completed', 'code': 200} Feb 09 12:57:11.358824 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-369892cf-4301-481d-9672-7ea33e50ccd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8720072'] for port (87c41c20-f5c2-46ef-98d8-11b3fc70a4c8), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:11.392277 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-9bab8ac7-3793-457b-8c52-7ad47f9f159b None None] Set router 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:57:11.416665 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-369892cf-4301-481d-9672-7ea33e50ccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:11.417298 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-369892cf-4301-481d-9672-7ea33e50ccd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:11.424030 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-369892cf-4301-481d-9672-7ea33e50ccd9 service neutron] 10.222.0.18 "PUT /v2.0/ports/87c41c20-f5c2-46ef-98d8-11b3fc70a4c8 HTTP/1.1" status: 200 len: 1094 time: 2.1671672 Feb 09 12:57:11.455396 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924ee79-40d3-49b7-800f-1164f88e18f9 req-0302066c-af77-4d82-bffe-6f6e35a2108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:11.456995 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c924ee79-40d3-49b7-800f-1164f88e18f9 req-0302066c-af77-4d82-bffe-6f6e35a2108b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ae5fef998e8491e9c43576344076b19&device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 1129 time: 0.1389492 Feb 09 12:57:11.458978 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369892cf-4301-481d-9672-7ea33e50ccd9 service neutron] Pushing event updated for resources: {'Port': ['ID=87c41c20-f5c2-46ef-98d8-11b3fc70a4c8,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:11.647195 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924ee79-40d3-49b7-800f-1164f88e18f9 req-6cca8d9e-4f4a-4cc6-aaee-901af12d39f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:11.648784 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c924ee79-40d3-49b7-800f-1164f88e18f9 req-6cca8d9e-4f4a-4cc6-aaee-901af12d39f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b9eccac-64ca-4d60-9a01-96555c9ae72a HTTP/1.1" status: 200 len: 911 time: 0.1847103 Feb 09 12:57:11.652614 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-777fd030-21e2-456a-90e3-18dc291243c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:11.654490 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-777fd030-21e2-456a-90e3-18dc291243c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1476ea3e27e745ec8dc85e2886454fea&device_id=dee6a6a0-7d05-4116-8bee-8b437a5aa4af HTTP/1.1" status: 200 len: 1128 time: 0.1081676 Feb 09 12:57:11.671996 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45156e53-8c5e-410e-9df2-037d774bede2 req-826642d8-89cf-4e40-9b0a-37b4e3c5e825 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:11.674697 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-45156e53-8c5e-410e-9df2-037d774bede2 req-826642d8-89cf-4e40-9b0a-37b4e3c5e825 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 945 time: 0.0732908 Feb 09 12:57:11.734054 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-9bab8ac7-3793-457b-8c52-7ad47f9f159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'name': 'tempest-AttachVolumeTestJSON-791187294-router', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:05Z', 'revision_number': 4, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'gw_port': {'id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:49Z', 'updated_at': '2022-02-09T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_floatingips': [{'id': '80c96d2f-0143-4360-8131-77d305ceb222', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'port_id': 'a161f5fa-1d8b-4568-82b1-8a4d05626aec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a', 'mac_address': 'fa:16:3e:b2:48:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18f7f71-f7bc-46b7-83e1-2f04c8424dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:56:39Z', 'updated_at': '2022-02-09T12:57:09Z', 'revision_number': 1, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6546c8-08f3-457c-b54a-d9fb04051f91', 'name': '', 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'mac_address': 'fa:16:3e:97:e2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:52:01Z', 'updated_at': '2022-02-09T12:52:14Z', 'revision_number': 5, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'subnets': [{'id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:11.739187 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-45156e53-8c5e-410e-9df2-037d774bede2 req-c366b0b3-f51d-40c7-adda-267f45697e65 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b91c58-7bee-4dfb-8602-fca08dfe77d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577962 Feb 09 12:57:11.769644 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bab8ac7-3793-457b-8c52-7ad47f9f159b None None] Checking router: 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 for host: dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:57:11.782230 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bab8ac7-3793-457b-8c52-7ad47f9f159b None None] Routers {'5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:57:11.782230 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-9bab8ac7-3793-457b-8c52-7ad47f9f159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:56:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:11.782676 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-763dca27-bfd8-414c-b0e8-fc60ecf35a9a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87c41c20-f5c2-46ef-98d8-11b3fc70a4c8 HTTP/1.1" status: 200 len: 217 time: 0.1173520 Feb 09 12:57:11.846476 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c924ee79-40d3-49b7-800f-1164f88e18f9 req-c1950eaf-1a50-448b-89b1-d0cd28cbfc8a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a161f5fa-1d8b-4568-82b1-8a4d05626aec HTTP/1.1" status: 200 len: 998 time: 0.1835442 Feb 09 12:57:11.901493 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-ff30c4be-66eb-4c86-83d8-ac1b516b6b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:11.903049 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-ff30c4be-66eb-4c86-83d8-ac1b516b6b57 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aee5d71f-4cbe-4e62-aa8a-956376db4fc1 HTTP/1.1" status: 200 len: 848 time: 0.1088002 Feb 09 12:57:11.915374 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5d755-874e-404e-b5e0-33f60dd6f1ae req-4273018b-7774-4c4a-8117-f8d77c20f976 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:11.917252 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c0f5d755-874e-404e-b5e0-33f60dd6f1ae req-4273018b-7774-4c4a-8117-f8d77c20f976 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.2432518 Feb 09 12:57:11.944737 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-9bab8ac7-3793-457b-8c52-7ad47f9f159b None None] Set router 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:57:11.961785 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-0064cb3f-7546-4874-8855-beb8e4e6ed0c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415161 Feb 09 12:57:11.970673 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924ee79-40d3-49b7-800f-1164f88e18f9 req-9e048df1-46f1-4424-bffe-bc2c1f2b411a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:11.972183 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c924ee79-40d3-49b7-800f-1164f88e18f9 req-9e048df1-46f1-4424-bffe-bc2c1f2b411a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=84a8a225-35f7-4e02-9760-81e6be58b94d HTTP/1.1" status: 200 len: 849 time: 0.1170843 Feb 09 12:57:12.099986 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c0f5d755-874e-404e-b5e0-33f60dd6f1ae req-c0072397-96ff-4541-893a-c3c54059b0e5 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688523 Feb 09 12:57:12.127207 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924ee79-40d3-49b7-800f-1164f88e18f9 req-8eaf01bd-442a-4d6c-bd08-65a495bdc1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:12.128780 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c924ee79-40d3-49b7-800f-1164f88e18f9 req-8eaf01bd-442a-4d6c-bd08-65a495bdc1b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b9eccac-64ca-4d60-9a01-96555c9ae72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1447399 Feb 09 12:57:12.137143 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-8667a100-5657-475a-bcef-5f7a45a05586 service neutron] 10.222.0.18 "GET /v2.0/networks/3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683860 Feb 09 12:57:12.213307 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-9bab8ac7-3793-457b-8c52-7ad47f9f159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'name': 'tempest-AttachVolumeTestJSON-791187294-router', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:05Z', 'revision_number': 4, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'gw_port': {'id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:49Z', 'updated_at': '2022-02-09T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_floatingips': [{'id': '80c96d2f-0143-4360-8131-77d305ceb222', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'port_id': 'a161f5fa-1d8b-4568-82b1-8a4d05626aec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a', 'mac_address': 'fa:16:3e:b2:48:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18f7f71-f7bc-46b7-83e1-2f04c8424dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:56:39Z', 'updated_at': '2022-02-09T12:57:09Z', 'revision_number': 1, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6546c8-08f3-457c-b54a-d9fb04051f91', 'name': '', 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'mac_address': 'fa:16:3e:97:e2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:52:01Z', 'updated_at': '2022-02-09T12:52:14Z', 'revision_number': 5, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'subnets': [{'id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:12.249202 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bab8ac7-3793-457b-8c52-7ad47f9f159b None None] The sync data for ids ['5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'] in dv-cinder-810917-4-iscsi is: [{'id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'name': 'tempest-AttachVolumeTestJSON-791187294-router', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:05Z', 'revision_number': 4, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'gw_port': {'id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:49Z', 'updated_at': '2022-02-09T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_floatingips': [{'id': '80c96d2f-0143-4360-8131-77d305ceb222', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'port_id': 'a161f5fa-1d8b-4568-82b1-8a4d05626aec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a', 'mac_address': 'fa:16:3e:b2:48:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18f7f71-f7bc-46b7-83e1-2f04c8424dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:56:39Z', 'updated_at': '2022-02-09T12:57:09Z', 'revision_number': 1, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6546c8-08f3-457c-b54a-d9fb04051f91', 'name': '', 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'mac_address': 'fa:16:3e:97:e2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:52:01Z', 'updated_at': '2022-02-09T12:52:14Z', 'revision_number': 5, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'subnets': [{'id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:57:12.485602 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b92276-496b-46d2-ad65-f50333fdadb6 None None] New status for floating IP 80c96d2f-0143-4360-8131-77d305ceb222: ACTIVE {{(pid=109772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:57:12.635348 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c47bc-2bb6-4820-a4f4-e8ad6d5a20dd req-7a5ae868-dc62-4e16-b66f-c4a6166f5b42 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:12.637741 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5b9c47bc-2bb6-4820-a4f4-e8ad6d5a20dd req-7a5ae868-dc62-4e16-b66f-c4a6166f5b42 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=dee6a6a0-7d05-4116-8bee-8b437a5aa4af HTTP/1.1" status: 200 len: 944 time: 0.4139769 Feb 09 12:57:12.646926 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0ed7b18c-4589-47da-96d4-69d3e67eda98 req-2858a97c-8f1b-43b2-8219-010b0545722d service neutron] 10.222.0.18 "GET /v2.0/networks/3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5007126 Feb 09 12:57:12.681824 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c924ee79-40d3-49b7-800f-1164f88e18f9 req-9a9ff33e-933d-4d1b-8790-8f07bd0f2830 service neutron] 10.222.0.18 "GET /v2.0/networks/2b9eccac-64ca-4d60-9a01-96555c9ae72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437291 Feb 09 12:57:12.768403 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5b9c47bc-2bb6-4820-a4f4-e8ad6d5a20dd req-1742b5d9-d945-4c7a-95af-4d2d2ac54b7b tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9252234-9959-4886-8b49-ba9642bacb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177411 Feb 09 12:57:12.839938 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c924ee79-40d3-49b7-800f-1164f88e18f9 req-46e175ef-1384-4df8-a7c5-54a55746737a service neutron] 10.222.0.18 "GET /v2.0/networks/2b9eccac-64ca-4d60-9a01-96555c9ae72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510842 Feb 09 12:57:12.915178 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f409c7-5253-47d1-948f-688ecf77b9ba req-615b8c12-4bc6-496e-903d-b5134a70d3fd tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:12.916817 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d1f409c7-5253-47d1-948f-688ecf77b9ba req-615b8c12-4bc6-496e-903d-b5134a70d3fd tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 945 time: 0.0679684 Feb 09 12:57:12.996144 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d1f409c7-5253-47d1-948f-688ecf77b9ba req-69c8ee0c-be7a-40c2-ad42-226dad0148c1 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b91c58-7bee-4dfb-8602-fca08dfe77d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737052 Feb 09 12:57:13.295622 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee6a6a0-7d05-4116-8bee-8b437a5aa4af', 'tag': '87c41c20-f5c2-46ef-98d8-11b3fc70a4c8'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:57:13.298092 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb502e2-c2da-49c3-8d56-bd2567cda3ef" -d '{"events": [{"name": "network-changed", "server_uuid": "dee6a6a0-7d05-4116-8bee-8b437a5aa4af", "tag": "87c41c20-f5c2-46ef-98d8-11b3fc70a4c8"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:57:13.334599 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 12:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab485f1-dd2f-4bec-8514-d204a92130b4 x-openstack-request-id: req-cab485f1-dd2f-4bec-8514-d204a92130b4 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:57:13.334893 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee6a6a0-7d05-4116-8bee-8b437a5aa4af", "tag": "87c41c20-f5c2-46ef-98d8-11b3fc70a4c8", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:57:13.335145 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cab485f1-dd2f-4bec-8514-d204a92130b4 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:57:13.335604 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee6a6a0-7d05-4116-8bee-8b437a5aa4af', 'tag': '87c41c20-f5c2-46ef-98d8-11b3fc70a4c8', 'status': 'completed', 'code': 200} Feb 09 12:57:13.401736 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb502e2-c2da-49c3-8d56-bd2567cda3ef req-2b233348-88e1-4f41-8f31-5f98e7d5b238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:13.403247 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0eb502e2-c2da-49c3-8d56-bd2567cda3ef req-2b233348-88e1-4f41-8f31-5f98e7d5b238 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1476ea3e27e745ec8dc85e2886454fea&device_id=dee6a6a0-7d05-4116-8bee-8b437a5aa4af HTTP/1.1" status: 200 len: 1128 time: 0.0472720 Feb 09 12:57:13.499901 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb502e2-c2da-49c3-8d56-bd2567cda3ef req-604e611d-022f-41ea-afde-3950f65acab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:13.501348 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0eb502e2-c2da-49c3-8d56-bd2567cda3ef req-604e611d-022f-41ea-afde-3950f65acab9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f HTTP/1.1" status: 200 len: 909 time: 0.0901015 Feb 09 12:57:13.549801 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0eb502e2-c2da-49c3-8d56-bd2567cda3ef req-47c79f4e-a186-4fbb-ab8d-4739c7b2f27c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87c41c20-f5c2-46ef-98d8-11b3fc70a4c8 HTTP/1.1" status: 200 len: 217 time: 0.0388646 Feb 09 12:57:13.615391 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb502e2-c2da-49c3-8d56-bd2567cda3ef req-feae7bce-6a53-459b-a0aa-6ba470c57508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:13.616931 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0eb502e2-c2da-49c3-8d56-bd2567cda3ef req-feae7bce-6a53-459b-a0aa-6ba470c57508 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aee5d71f-4cbe-4e62-aa8a-956376db4fc1 HTTP/1.1" status: 200 len: 848 time: 0.0601056 Feb 09 12:57:13.673665 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0eb502e2-c2da-49c3-8d56-bd2567cda3ef req-fd50c219-3a88-477e-935f-4a6aa699b5b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432866 Feb 09 12:57:13.783405 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0eb502e2-c2da-49c3-8d56-bd2567cda3ef req-0a24dcc3-53e3-4397-a250-676e2c0f06c2 service neutron] 10.222.0.18 "GET /v2.0/networks/3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987840 Feb 09 12:57:13.917691 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0eb502e2-c2da-49c3-8d56-bd2567cda3ef req-90d56c8a-957c-4e63-aa11-ab6e575d1eb9 service neutron] 10.222.0.18 "GET /v2.0/networks/3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277895 Feb 09 12:57:13.935684 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd0860-5c10-4fe7-8504-e7e92576ee64 req-f77fbfff-0156-4c6c-8791-264c710b6e77 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:13.937402 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-38dd0860-5c10-4fe7-8504-e7e92576ee64 req-f77fbfff-0156-4c6c-8791-264c710b6e77 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=dee6a6a0-7d05-4116-8bee-8b437a5aa4af HTTP/1.1" status: 200 len: 944 time: 0.0828233 Feb 09 12:57:13.986439 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-38dd0860-5c10-4fe7-8504-e7e92576ee64 req-b7739367-1d86-4c92-aab3-03091cab85d6 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9252234-9959-4886-8b49-ba9642bacb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425255 Feb 09 12:57:14.134582 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779dfde-bd41-4c3a-8637-567821e245f0 req-3cc06111-686a-4392-b4e0-419606b84426 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:14.136159 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6779dfde-bd41-4c3a-8637-567821e245f0 req-3cc06111-686a-4392-b4e0-419606b84426 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 945 time: 0.0547984 Feb 09 12:57:14.185403 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6779dfde-bd41-4c3a-8637-567821e245f0 req-c49ac381-eec2-4136-98ca-b86e5c5cf8cb tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b91c58-7bee-4dfb-8602-fca08dfe77d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436151 Feb 09 12:57:15.083533 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 87c41c20-f5c2-46ef-98d8-11b3fc70a4c8 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=109771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 12:57:15.114296 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeddf50-ad18-4f2d-a04b-f126b35305c6 req-48e25c09-ac9a-4902-a7d9-30786ed4a326 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:15.116007 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fbeddf50-ad18-4f2d-a04b-f126b35305c6 req-48e25c09-ac9a-4902-a7d9-30786ed4a326 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=dee6a6a0-7d05-4116-8bee-8b437a5aa4af HTTP/1.1" status: 200 len: 944 time: 0.0584269 Feb 09 12:57:15.119271 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:15.168148 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fbeddf50-ad18-4f2d-a04b-f126b35305c6 req-968f09cb-4e6f-4c53-9c07-b156012f77e6 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9252234-9959-4886-8b49-ba9642bacb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456750 Feb 09 12:57:15.192649 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 87c41c20-f5c2-46ef-98d8-11b3fc70a4c8, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=87c41c20-f5c2-46ef-98d8-11b3fc70a4c8,segment=NetworkSegment(f822c8de-0954-4255-b2fa-51305cce47f5),segment_id=f822c8de-0954-4255-b2fa-51305cce47f5)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:15.204866 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Returning: {'device': '87c41c20-f5c2-46ef-98d8-11b3fc70a4c8', 'network_id': '3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f', 'port_id': '87c41c20-f5c2-46ef-98d8-11b3fc70a4c8', 'mac_address': 'fa:16:3e:d8:57:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee5d71f-4cbe-4e62-aa8a-956376db4fc1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 12:57:15.247299 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 87c41c20-f5c2-46ef-98d8-11b3fc70a4c8 is: DOWN; New status is: BUILD {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:57:15.247774 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (87c41c20-f5c2-46ef-98d8-11b3fc70a4c8), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:15.261833 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87c41c20-f5c2-46ef-98d8-11b3fc70a4c8 {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:57:15.282680 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 87c41c20-f5c2-46ef-98d8-11b3fc70a4c8, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=87c41c20-f5c2-46ef-98d8-11b3fc70a4c8,segment=NetworkSegment(f822c8de-0954-4255-b2fa-51305cce47f5),segment_id=f822c8de-0954-4255-b2fa-51305cce47f5)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:15.390760 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (87c41c20-f5c2-46ef-98d8-11b3fc70a4c8), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:15.445447 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=87c41c20-f5c2-46ef-98d8-11b3fc70a4c8,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:15.664497 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['87c41c20-f5c2-46ef-98d8-11b3fc70a4c8'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:57:16.293291 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6880f10-4536-4af1-b26e-cc8136a08c97 req-d36dcfbd-e36a-487a-98b6-de9547a0e66b tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:16.294823 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-d6880f10-4536-4af1-b26e-cc8136a08c97 req-d36dcfbd-e36a-487a-98b6-de9547a0e66b tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=dee6a6a0-7d05-4116-8bee-8b437a5aa4af HTTP/1.1" status: 200 len: 945 time: 0.0543666 Feb 09 12:57:16.344333 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-d6880f10-4536-4af1-b26e-cc8136a08c97 req-5a9fb550-9b0a-459b-9b2e-dcb52705ab52 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9252234-9959-4886-8b49-ba9642bacb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437737 Feb 09 12:57:17.100545 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 87c41c20-f5c2-46ef-98d8-11b3fc70a4c8 up at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:57:17.226704 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning for port 87c41c20-f5c2-46ef-98d8-11b3fc70a4c8 completed by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:57:17.230909 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning complete for port 87c41c20-f5c2-46ef-98d8-11b3fc70a4c8 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:57:17.231278 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (87c41c20-f5c2-46ef-98d8-11b3fc70a4c8), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:17.311737 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 87c41c20-f5c2-46ef-98d8-11b3fc70a4c8 is: BUILD; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:57:17.312146 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (87c41c20-f5c2-46ef-98d8-11b3fc70a4c8), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:17.336258 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee6a6a0-7d05-4116-8bee-8b437a5aa4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c41c20-f5c2-46ef-98d8-11b3fc70a4c8'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:57:17.338544 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35568c951842a11d678cd4ef08ed24226590f5ef87a7b6612a56827cefa1ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568a4d9d-2599-498c-b2e2-a95b490ef1bf" -d '{"events": [{"server_uuid": "dee6a6a0-7d05-4116-8bee-8b437a5aa4af", "name": "network-vif-plugged", "status": "completed", "tag": "87c41c20-f5c2-46ef-98d8-11b3fc70a4c8"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:57:17.356621 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 87c41c20-f5c2-46ef-98d8-11b3fc70a4c8, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=87c41c20-f5c2-46ef-98d8-11b3fc70a4c8,segment=NetworkSegment(f822c8de-0954-4255-b2fa-51305cce47f5),segment_id=f822c8de-0954-4255-b2fa-51305cce47f5)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:17.378268 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3dc0797-fb0f-4d35-bd4f-7d6e0e4c3281 x-openstack-request-id: req-a3dc0797-fb0f-4d35-bd4f-7d6e0e4c3281 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:57:17.382590 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee6a6a0-7d05-4116-8bee-8b437a5aa4af", "name": "network-vif-plugged", "status": "completed", "tag": "87c41c20-f5c2-46ef-98d8-11b3fc70a4c8", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:57:17.382590 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a3dc0797-fb0f-4d35-bd4f-7d6e0e4c3281 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:57:17.382590 dv-cinder-810917-4-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee6a6a0-7d05-4116-8bee-8b437a5aa4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c41c20-f5c2-46ef-98d8-11b3fc70a4c8', 'code': 200} Feb 09 12:57:17.443119 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (87c41c20-f5c2-46ef-98d8-11b3fc70a4c8), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:17.486150 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b19fb-3b7d-4711-81aa-75421c16aa51 req-e88cf986-615b-45b3-8b8a-97a821803e9c tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:17.487733 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5e3b19fb-3b7d-4711-81aa-75421c16aa51 req-e88cf986-615b-45b3-8b8a-97a821803e9c tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=dee6a6a0-7d05-4116-8bee-8b437a5aa4af HTTP/1.1" status: 200 len: 945 time: 0.0608242 Feb 09 12:57:17.496715 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=87c41c20-f5c2-46ef-98d8-11b3fc70a4c8,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:17.538795 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5e3b19fb-3b7d-4711-81aa-75421c16aa51 req-1bd89330-2ce1-4ae5-9f72-0bb75e29babf tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9252234-9959-4886-8b49-ba9642bacb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447800 Feb 09 12:57:17.754317 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7fa08-60a8-4d1c-bd46-c60202a7ce5b req-7398f12a-9391-4e2f-8e01-1bda208acda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:17.756423 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-acb7fa08-60a8-4d1c-bd46-c60202a7ce5b req-7398f12a-9391-4e2f-8e01-1bda208acda2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dee6a6a0-7d05-4116-8bee-8b437a5aa4af HTTP/1.1" status: 200 len: 1130 time: 0.0543878 Feb 09 12:57:17.803657 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-acb7fa08-60a8-4d1c-bd46-c60202a7ce5b req-c53e3472-5007-402f-81c0-5cadfd174c16 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f9252234-9959-4886-8b49-ba9642bacb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402062 Feb 09 12:57:18.665903 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39172367-2308-4791-a6d6-ab9180b12dea req-db2a4a86-c3d0-4026-b320-e82e3eb16016 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:18.667482 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-39172367-2308-4791-a6d6-ab9180b12dea req-db2a4a86-c3d0-4026-b320-e82e3eb16016 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=dee6a6a0-7d05-4116-8bee-8b437a5aa4af HTTP/1.1" status: 200 len: 946 time: 0.0557570 Feb 09 12:57:18.721263 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-39172367-2308-4791-a6d6-ab9180b12dea req-8e97fd41-15e5-47c3-aae6-32f017adf6ac tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9252234-9959-4886-8b49-ba9642bacb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477269 Feb 09 12:57:19.844579 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417cd29-367c-4ec3-8b1b-7c81d9b13f5e req-de56b58b-2107-4248-a2a8-bbdaf87dd45a tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:19.846092 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0417cd29-367c-4ec3-8b1b-7c81d9b13f5e req-de56b58b-2107-4248-a2a8-bbdaf87dd45a tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=dee6a6a0-7d05-4116-8bee-8b437a5aa4af HTTP/1.1" status: 200 len: 946 time: 0.0533569 Feb 09 12:57:19.895521 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0417cd29-367c-4ec3-8b1b-7c81d9b13f5e req-3e5c6892-bb88-4523-b332-ea840037d523 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9252234-9959-4886-8b49-ba9642bacb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423608 Feb 09 12:57:20.809046 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b76fab-98b1-4bfc-9b9d-d3719d4a99d8 req-226f7f4a-435c-4bd8-bfca-650ae5b31e64 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:20.810646 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-88b76fab-98b1-4bfc-9b9d-d3719d4a99d8 req-226f7f4a-435c-4bd8-bfca-650ae5b31e64 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 946 time: 0.0528827 Feb 09 12:57:20.863173 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-88b76fab-98b1-4bfc-9b9d-d3719d4a99d8 req-ccba8712-5fa2-4bac-8715-4b8e96b2790c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466404 Feb 09 12:57:20.887288 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 54850) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:57:21.055674 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e7da34-492c-441c-829d-cc4deb067885 tempest-TestMinimumBasicScenario-1465751563 tempest-TestMinimumBasicScenario-1465751563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:21.057228 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-88e7da34-492c-441c-829d-cc4deb067885 tempest-TestMinimumBasicScenario-1465751563 tempest-TestMinimumBasicScenario-1465751563-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 1125 time: 0.1688840 Feb 09 12:57:21.060365 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 54856) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:57:21.064946 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-9cb05b6f-c464-4d39-b9a5-f8c982b4270c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Request body: {'floatingip': {'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'port_id': 'bc2be2cc-3761-48e1-b693-39492a6470a2', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:57:21.185500 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9cb05b6f-c464-4d39-b9a5-f8c982b4270c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:21.290390 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9cb05b6f-c464-4d39-b9a5-f8c982b4270c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:21.408833 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [None req-9cb05b6f-c464-4d39-b9a5-f8c982b4270c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Allocated IP 172.27.3.34 (a2e9d4bf-7356-45aa-a65f-bd468972dd5d/c9ce0d82-6bfd-4731-856e-4f09afc4aa6c/8228941e-b6f5-446b-824b-c0cad1fb1c65) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:57:21.542420 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9cb05b6f-c464-4d39-b9a5-f8c982b4270c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for port (8228941e-b6f5-446b-824b-c0cad1fb1c65), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:21.745976 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932b505-3157-41c7-ab85-3de66050f8e3 req-d9e5ab07-d41b-4714-875d-82389e2dc4f2 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:21.747543 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a932b505-3157-41c7-ab85-3de66050f8e3 req-d9e5ab07-d41b-4714-875d-82389e2dc4f2 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=dee6a6a0-7d05-4116-8bee-8b437a5aa4af HTTP/1.1" status: 200 len: 946 time: 0.0579295 Feb 09 12:57:21.770712 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9cb05b6f-c464-4d39-b9a5-f8c982b4270c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (8228941e-b6f5-446b-824b-c0cad1fb1c65), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:21.850931 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb05b6f-c464-4d39-b9a5-f8c982b4270c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Network a2e9d4bf-7356-45aa-a65f-bd468972dd5d is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:57:21.859540 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-9cb05b6f-c464-4d39-b9a5-f8c982b4270c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:57:21.862197 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb05b6f-c464-4d39-b9a5-f8c982b4270c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:57:21.866523 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb05b6f-c464-4d39-b9a5-f8c982b4270c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Pushing event updated for resources: {'Port': ['ID=8228941e-b6f5-446b-824b-c0cad1fb1c65,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:21.872358 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a932b505-3157-41c7-ab85-3de66050f8e3 req-56344860-fbc0-4d60-9587-ad14ef2a36fc tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9252234-9959-4886-8b49-ba9642bacb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192963 Feb 09 12:57:22.245020 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9cb05b6f-c464-4d39-b9a5-f8c982b4270c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for floatingip (aa101f5f-c065-4a5a-87a1-fb544b0070d6), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:22.436710 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9cb05b6f-c464-4d39-b9a5-f8c982b4270c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (8228941e-b6f5-446b-824b-c0cad1fb1c65), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:22.601371 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9cb05b6f-c464-4d39-b9a5-f8c982b4270c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for port (8228941e-b6f5-446b-824b-c0cad1fb1c65), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:22.711553 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9cb05b6f-c464-4d39-b9a5-f8c982b4270c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10470611'] for port (8228941e-b6f5-446b-824b-c0cad1fb1c65), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:22.785352 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb05b6f-c464-4d39-b9a5-f8c982b4270c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Pushing event updated for resources: {'Port': ['ID=8228941e-b6f5-446b-824b-c0cad1fb1c65,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:22.798834 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9cb05b6f-c464-4d39-b9a5-f8c982b4270c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591139'] for floatingip (aa101f5f-c065-4a5a-87a1-fb544b0070d6), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:22.922092 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.db.l3_db [None req-9cb05b6f-c464-4d39-b9a5-f8c982b4270c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Floating IP aa101f5f-c065-4a5a-87a1-fb544b0070d6 associated. External IP: 172.27.3.34, port: bc2be2cc-3761-48e1-b693-39492a6470a2. Feb 09 12:57:23.017525 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b97c15-5838-4aed-89a1-60a023312937 req-d59fda25-ed1b-4618-b912-19769d0c1948 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:23.020090 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-39b97c15-5838-4aed-89a1-60a023312937 req-d59fda25-ed1b-4618-b912-19769d0c1948 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=dee6a6a0-7d05-4116-8bee-8b437a5aa4af HTTP/1.1" status: 200 len: 946 time: 0.0668862 Feb 09 12:57:23.098073 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-39b97c15-5838-4aed-89a1-60a023312937 req-874a9ef2-d65c-419f-a361-a72e311a3913 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9252234-9959-4886-8b49-ba9642bacb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718656 Feb 09 12:57:23.357256 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-889cfeed-ef36-4f87-8b39-c530ee82e8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:23.387123 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb05b6f-c464-4d39-b9a5-f8c982b4270c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Router cac4f8a9-5219-4963-8084-ccc576c00747 has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:57:23.419625 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41685ec6-0a92-4923-bdca-c65f3794cee4 req-8d710310-071f-4996-86b2-c311dea7dc5d tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:23.421130 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-41685ec6-0a92-4923-bdca-c65f3794cee4 req-8d710310-071f-4996-86b2-c311dea7dc5d tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.18 "GET /v2.0/ports?device_id=dee6a6a0-7d05-4116-8bee-8b437a5aa4af HTTP/1.1" status: 200 len: 946 time: 0.0552700 Feb 09 12:57:23.513532 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb05b6f-c464-4d39-b9a5-f8c982b4270c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:57:23.524870 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353d87ac-7e32-4913-9fc9-7effb3d4282f None None] Sync routers for ids ['cac4f8a9-5219-4963-8084-ccc576c00747'] in dv-cinder-810917-4-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:57:23.536167 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353d87ac-7e32-4913-9fc9-7effb3d4282f None None] Routers {'cac4f8a9-5219-4963-8084-ccc576c00747'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:57:23.536806 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-353d87ac-7e32-4913-9fc9-7effb3d4282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:56:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['cac4f8a9-5219-4963-8084-ccc576c00747'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:23.547535 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-41685ec6-0a92-4923-bdca-c65f3794cee4 req-c1b2a496-be45-40e6-b170-e7f838222e17 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Deleting port 87c41c20-f5c2-46ef-98d8-11b3fc70a4c8 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:57:23.548024 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-41685ec6-0a92-4923-bdca-c65f3794cee4 req-c1b2a496-be45-40e6-b170-e7f838222e17 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (87c41c20-f5c2-46ef-98d8-11b3fc70a4c8), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:23.610815 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9cb05b6f-c464-4d39-b9a5-f8c982b4270c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for floatingip (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:23.645854 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-9cb05b6f-c464-4d39-b9a5-f8c982b4270c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5815887 Feb 09 12:57:23.645854 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1793664-d6b6-4257-98a7-10e63463b541', 'tag': 'bc2be2cc-3761-48e1-b693-39492a6470a2'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:57:23.647555 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 54870) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:57:23.647686 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7671266cdcd25feb0d1fb7d0d4a7a38583ecefa09a530944b0969c09dda32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d964a7ee-7405-4118-9d53-3b87efbddf21" -d '{"events": [{"name": "network-changed", "server_uuid": "b1793664-d6b6-4257-98a7-10e63463b541", "tag": "bc2be2cc-3761-48e1-b693-39492a6470a2"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:57:23.652653 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-353d87ac-7e32-4913-9fc9-7effb3d4282f None None] Set router cac4f8a9-5219-4963-8084-ccc576c00747 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:57:23.652833 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-81a1fb2a-5564-41cd-ac06-71f4fdf3f27c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-75140234', 'description': 'tempest-secgroup-smoke-75140234 description', 'project_id': 'b37bd252acad4b27ab2d794377349a6a'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:57:23.685290 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-41685ec6-0a92-4923-bdca-c65f3794cee4 req-c1b2a496-be45-40e6-b170-e7f838222e17 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] For port 87c41c20-f5c2-46ef-98d8-11b3fc70a4c8, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=87c41c20-f5c2-46ef-98d8-11b3fc70a4c8,segment=NetworkSegment(f822c8de-0954-4255-b2fa-51305cce47f5),segment_id=f822c8de-0954-4255-b2fa-51305cce47f5)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:23.685949 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-41685ec6-0a92-4923-bdca-c65f3794cee4 req-c1b2a496-be45-40e6-b170-e7f838222e17 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (87c41c20-f5c2-46ef-98d8-11b3fc70a4c8), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:23.704697 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-41685ec6-0a92-4923-bdca-c65f3794cee4 req-c1b2a496-be45-40e6-b170-e7f838222e17 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Calling delete_port for 87c41c20-f5c2-46ef-98d8-11b3fc70a4c8 owned by compute:nova {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:57:23.781197 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 12:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e514924-3c54-4ef8-accf-5f54a60c355e x-openstack-request-id: req-4e514924-3c54-4ef8-accf-5f54a60c355e {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:57:23.781660 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1793664-d6b6-4257-98a7-10e63463b541", "tag": "bc2be2cc-3761-48e1-b693-39492a6470a2", "status": "completed", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:57:23.782055 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4e514924-3c54-4ef8-accf-5f54a60c355e {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:57:23.782768 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1793664-d6b6-4257-98a7-10e63463b541', 'tag': 'bc2be2cc-3761-48e1-b693-39492a6470a2', 'status': 'completed', 'code': 200} Feb 09 12:57:23.787864 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-81a1fb2a-5564-41cd-ac06-71f4fdf3f27c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:23.811137 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 12:57:23.922907 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964a7ee-7405-4118-9d53-3b87efbddf21 req-1c485a90-0f1a-4551-8264-37d460bffd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:23.924472 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d964a7ee-7405-4118-9d53-3b87efbddf21 req-1c485a90-0f1a-4551-8264-37d460bffd36 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b37bd252acad4b27ab2d794377349a6a&device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 1130 time: 0.1120107 Feb 09 12:57:24.023820 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-41685ec6-0a92-4923-bdca-c65f3794cee4 req-c1b2a496-be45-40e6-b170-e7f838222e17 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (87c41c20-f5c2-46ef-98d8-11b3fc70a4c8), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:24.041541 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['87c41c20-f5c2-46ef-98d8-11b3fc70a4c8'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:57:24.063879 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964a7ee-7405-4118-9d53-3b87efbddf21 req-958970c4-4270-4876-9db0-06c91f31afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:24.065921 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d964a7ee-7405-4118-9d53-3b87efbddf21 req-958970c4-4270-4876-9db0-06c91f31afaf service neutron] 10.222.0.18 "GET /v2.0/networks?id=babb7da8-fc2e-44f0-be51-e4ef20e9c2c2 HTTP/1.1" status: 200 len: 915 time: 0.1349750 Feb 09 12:57:24.072123 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-353d87ac-7e32-4913-9fc9-7effb3d4282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'name': 'tempest-TestMinimumBasicScenario-601595784-router', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'aaf849ce-ea04-432c-97eb-6fdb5ca3c764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:05Z', 'updated_at': '2022-02-09T12:56:09Z', 'revision_number': 4, 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'gw_port': {'id': 'aaf849ce-ea04-432c-97eb-6fdb5ca3c764', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:05Z', 'updated_at': '2022-02-09T12:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_floatingips': [{'id': 'aa101f5f-c065-4a5a-87a1-fb544b0070d6', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'floating_ip_address': '172.27.3.34', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'port_id': 'bc2be2cc-3761-48e1-b693-39492a6470a2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2', 'mac_address': 'fa:16:3e:f2:79:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1793664-d6b6-4257-98a7-10e63463b541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:57:22Z', 'updated_at': '2022-02-09T12:57:22Z', 'revision_number': 0, 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e5a813-c4f4-4fb8-bb79-0c411476cf29', 'name': '', 'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'mac_address': 'fa:16:3e:d7:ca:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'cdf47935-83f3-4672-9f4b-bebf304da44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:08Z', 'updated_at': '2022-02-09T12:56:15Z', 'revision_number': 5, 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'subnets': [{'id': 'cdf47935-83f3-4672-9f4b-bebf304da44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:24.075195 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2a496-be45-40e6-b170-e7f838222e17 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Pushing event deleted for resources: {'Port': ['ID=87c41c20-f5c2-46ef-98d8-11b3fc70a4c8,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:24.102292 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353d87ac-7e32-4913-9fc9-7effb3d4282f None None] Checking router: cac4f8a9-5219-4963-8084-ccc576c00747 for host: dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:57:24.112422 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353d87ac-7e32-4913-9fc9-7effb3d4282f None None] Routers {'cac4f8a9-5219-4963-8084-ccc576c00747'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:57:24.113058 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-353d87ac-7e32-4913-9fc9-7effb3d4282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:56:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['cac4f8a9-5219-4963-8084-ccc576c00747'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:24.177474 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-41685ec6-0a92-4923-bdca-c65f3794cee4 req-c1b2a496-be45-40e6-b170-e7f838222e17 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] No DVR routers for this DVR port 87c41c20-f5c2-46ef-98d8-11b3fc70a4c8 on host hv-cinder-81091 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:57:24.181691 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-81a1fb2a-5564-41cd-ac06-71f4fdf3f27c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for security_group (58330514-7a06-47d8-87ea-4c7e6ce28e2c), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:24.183077 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-41685ec6-0a92-4923-bdca-c65f3794cee4 req-c1b2a496-be45-40e6-b170-e7f838222e17 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:24.186840 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-41685ec6-0a92-4923-bdca-c65f3794cee4 req-c1b2a496-be45-40e6-b170-e7f838222e17 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.18 "DELETE /v2.0/ports/87c41c20-f5c2-46ef-98d8-11b3fc70a4c8 HTTP/1.1" status: 204 len: 173 time: 0.7553871 Feb 09 12:57:24.190662 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee6a6a0-7d05-4116-8bee-8b437a5aa4af', 'name': 'network-vif-deleted', 'tag': '87c41c20-f5c2-46ef-98d8-11b3fc70a4c8'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:57:24.193041 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cc6703-6f4d-4f18-9b8a-3df25086f9ad" -d '{"events": [{"server_uuid": "dee6a6a0-7d05-4116-8bee-8b437a5aa4af", "name": "network-vif-deleted", "tag": "87c41c20-f5c2-46ef-98d8-11b3fc70a4c8"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:57:24.240082 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6069c13b-653a-446d-86a0-e086050325de req-ef2aef22-3438-4204-ae86-cd58eecec66f tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=dee6a6a0-7d05-4116-8bee-8b437a5aa4af HTTP/1.1" status: 200 len: 210 time: 0.0615542 Feb 09 12:57:24.245796 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-353d87ac-7e32-4913-9fc9-7effb3d4282f None None] Set router cac4f8a9-5219-4963-8084-ccc576c00747 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:57:24.252921 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d964a7ee-7405-4118-9d53-3b87efbddf21 req-411774cd-5acf-41bc-8573-67cecdfd9935 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc2be2cc-3761-48e1-b693-39492a6470a2 HTTP/1.1" status: 200 len: 999 time: 0.1745896 Feb 09 12:57:24.254295 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-81a1fb2a-5564-41cd-ac06-71f4fdf3f27c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (58330514-7a06-47d8-87ea-4c7e6ce28e2c), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:24.337259 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02907f2d-ef41-44a9-b040-ac5fefabfead x-openstack-request-id: req-02907f2d-ef41-44a9-b040-ac5fefabfead {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:57:24.337706 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee6a6a0-7d05-4116-8bee-8b437a5aa4af", "name": "network-vif-deleted", "tag": "87c41c20-f5c2-46ef-98d8-11b3fc70a4c8", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:57:24.338060 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-02907f2d-ef41-44a9-b040-ac5fefabfead {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:57:24.338557 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee6a6a0-7d05-4116-8bee-8b437a5aa4af', 'name': 'network-vif-deleted', 'tag': '87c41c20-f5c2-46ef-98d8-11b3fc70a4c8', 'status': 'completed', 'code': 200} Feb 09 12:57:24.357064 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1fb2a-5564-41cd-ac06-71f4fdf3f27c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58330514-7a06-47d8-87ea-4c7e6ce28e2c,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:24.376697 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964a7ee-7405-4118-9d53-3b87efbddf21 req-fb853c76-ad47-43eb-a7c1-89ccfd7ed286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:24.378167 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d964a7ee-7405-4118-9d53-3b87efbddf21 req-fb853c76-ad47-43eb-a7c1-89ccfd7ed286 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cdf47935-83f3-4672-9f4b-bebf304da44f HTTP/1.1" status: 200 len: 853 time: 0.1147759 Feb 09 12:57:24.435185 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-81a1fb2a-5564-41cd-ac06-71f4fdf3f27c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:24.436443 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-81a1fb2a-5564-41cd-ac06-71f4fdf3f27c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7880712 Feb 09 12:57:24.439734 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 54884) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:57:24.446122 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-fd367aad-6005-4fd9-b16d-da6dece0e020 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Request body: {'security_group_rule': {'security_group_id': '58330514-7a06-47d8-87ea-4c7e6ce28e2c', 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:57:24.450930 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964a7ee-7405-4118-9d53-3b87efbddf21 req-d2ef3c9b-7e7b-4e5e-96a7-1f11ff3893a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:24.452763 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d964a7ee-7405-4118-9d53-3b87efbddf21 req-d2ef3c9b-7e7b-4e5e-96a7-1f11ff3893a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=babb7da8-fc2e-44f0-be51-e4ef20e9c2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537770 Feb 09 12:57:24.561862 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d964a7ee-7405-4118-9d53-3b87efbddf21 req-0b874698-6788-4ff4-98f3-5c5e2395878b service neutron] 10.222.0.18 "GET /v2.0/networks/babb7da8-fc2e-44f0-be51-e4ef20e9c2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993667 Feb 09 12:57:24.562749 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-fd367aad-6005-4fd9-b16d-da6dece0e020 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for security_group_rule (52e695a5-d3c6-4fa0-a8ef-da7e72d29f51), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:24.637518 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-fd367aad-6005-4fd9-b16d-da6dece0e020 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for security_group_rule (52e695a5-d3c6-4fa0-a8ef-da7e72d29f51), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:24.653117 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-353d87ac-7e32-4913-9fc9-7effb3d4282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'name': 'tempest-TestMinimumBasicScenario-601595784-router', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'aaf849ce-ea04-432c-97eb-6fdb5ca3c764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:05Z', 'updated_at': '2022-02-09T12:56:09Z', 'revision_number': 4, 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'gw_port': {'id': 'aaf849ce-ea04-432c-97eb-6fdb5ca3c764', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:05Z', 'updated_at': '2022-02-09T12:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_floatingips': [{'id': 'aa101f5f-c065-4a5a-87a1-fb544b0070d6', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'floating_ip_address': '172.27.3.34', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'port_id': 'bc2be2cc-3761-48e1-b693-39492a6470a2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2', 'mac_address': 'fa:16:3e:f2:79:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1793664-d6b6-4257-98a7-10e63463b541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:57:22Z', 'updated_at': '2022-02-09T12:57:22Z', 'revision_number': 0, 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e5a813-c4f4-4fb8-bb79-0c411476cf29', 'name': '', 'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'mac_address': 'fa:16:3e:d7:ca:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'cdf47935-83f3-4672-9f4b-bebf304da44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:08Z', 'updated_at': '2022-02-09T12:56:15Z', 'revision_number': 5, 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'subnets': [{'id': 'cdf47935-83f3-4672-9f4b-bebf304da44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:24.676790 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d964a7ee-7405-4118-9d53-3b87efbddf21 req-981ea0c2-35cb-4097-8250-5569931f4b7e service neutron] 10.222.0.18 "GET /v2.0/networks/babb7da8-fc2e-44f0-be51-e4ef20e9c2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984490 Feb 09 12:57:24.681291 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353d87ac-7e32-4913-9fc9-7effb3d4282f None None] The sync data for ids ['cac4f8a9-5219-4963-8084-ccc576c00747'] in dv-cinder-810917-4-iscsi is: [{'id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'name': 'tempest-TestMinimumBasicScenario-601595784-router', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'aaf849ce-ea04-432c-97eb-6fdb5ca3c764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:05Z', 'updated_at': '2022-02-09T12:56:09Z', 'revision_number': 4, 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'gw_port': {'id': 'aaf849ce-ea04-432c-97eb-6fdb5ca3c764', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:05Z', 'updated_at': '2022-02-09T12:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_floatingips': [{'id': 'aa101f5f-c065-4a5a-87a1-fb544b0070d6', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'floating_ip_address': '172.27.3.34', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'port_id': 'bc2be2cc-3761-48e1-b693-39492a6470a2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2', 'mac_address': 'fa:16:3e:f2:79:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1793664-d6b6-4257-98a7-10e63463b541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:57:22Z', 'updated_at': '2022-02-09T12:57:22Z', 'revision_number': 0, 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e5a813-c4f4-4fb8-bb79-0c411476cf29', 'name': '', 'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'mac_address': 'fa:16:3e:d7:ca:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'cdf47935-83f3-4672-9f4b-bebf304da44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:08Z', 'updated_at': '2022-02-09T12:56:15Z', 'revision_number': 5, 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'subnets': [{'id': 'cdf47935-83f3-4672-9f4b-bebf304da44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:57:24.751682 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-fd367aad-6005-4fd9-b16d-da6dece0e020 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924240'] for security_group_rule (52e695a5-d3c6-4fa0-a8ef-da7e72d29f51), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:24.772967 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd367aad-6005-4fd9-b16d-da6dece0e020 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e695a5-d3c6-4fa0-a8ef-da7e72d29f51,revision_number=0']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:24.852713 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-fd367aad-6005-4fd9-b16d-da6dece0e020 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:24.853973 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-fd367aad-6005-4fd9-b16d-da6dece0e020 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4118054 Feb 09 12:57:24.856940 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 54886) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:57:24.861847 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-5f06dc0c-4227-4df3-b92b-94cf3df7ffb3 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Request body: {'security_group_rule': {'security_group_id': '58330514-7a06-47d8-87ea-4c7e6ce28e2c', 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:57:24.890675 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5508360d-d046-4a44-8138-1cc0f37beafc None None] New status for floating IP aa101f5f-c065-4a5a-87a1-fb544b0070d6: ACTIVE {{(pid=109772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:57:24.963278 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5f06dc0c-4227-4df3-b92b-94cf3df7ffb3 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for security_group_rule (6dc31c58-459e-4bea-9837-53364744ee72), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:25.027224 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5f06dc0c-4227-4df3-b92b-94cf3df7ffb3 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for security_group_rule (6dc31c58-459e-4bea-9837-53364744ee72), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:25.124515 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5f06dc0c-4227-4df3-b92b-94cf3df7ffb3 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924240'] for security_group_rule (6dc31c58-459e-4bea-9837-53364744ee72), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:25.143572 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06dc0c-4227-4df3-b92b-94cf3df7ffb3 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc31c58-459e-4bea-9837-53364744ee72,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:25.261840 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5f06dc0c-4227-4df3-b92b-94cf3df7ffb3 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:25.263120 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-5f06dc0c-4227-4df3-b92b-94cf3df7ffb3 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4049134 Feb 09 12:57:25.265998 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 54890) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:57:25.270863 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-aa6230be-faa1-4455-abbd-0d6a0484810c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Request body: {'security_group_rule': {'security_group_id': '58330514-7a06-47d8-87ea-4c7e6ce28e2c', 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:57:25.354749 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ca12d08a-0c30-4c6f-a308-a05b6285e49b req-9289d145-54a5-4cfd-8ec3-ebaedd9ceff1 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=dee6a6a0-7d05-4116-8bee-8b437a5aa4af HTTP/1.1" status: 200 len: 210 time: 0.0291629 Feb 09 12:57:25.465205 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aa6230be-faa1-4455-abbd-0d6a0484810c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for security_group_rule (28b29eb4-3aea-45e6-8be0-0ef3c7ebf3d3), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:25.517079 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aa6230be-faa1-4455-abbd-0d6a0484810c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for security_group_rule (28b29eb4-3aea-45e6-8be0-0ef3c7ebf3d3), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:25.632627 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aa6230be-faa1-4455-abbd-0d6a0484810c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924240'] for security_group_rule (28b29eb4-3aea-45e6-8be0-0ef3c7ebf3d3), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:25.656282 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6230be-faa1-4455-abbd-0d6a0484810c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b29eb4-3aea-45e6-8be0-0ef3c7ebf3d3,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:25.770570 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-aa6230be-faa1-4455-abbd-0d6a0484810c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:25.771902 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-aa6230be-faa1-4455-abbd-0d6a0484810c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5049458 Feb 09 12:57:25.774741 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 54894) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:57:25.779067 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-f809dcb0-730f-42ba-8d76-5f29741decc7 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Request body: {'security_group_rule': {'security_group_id': '58330514-7a06-47d8-87ea-4c7e6ce28e2c', 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:57:25.936838 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f809dcb0-730f-42ba-8d76-5f29741decc7 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for security_group_rule (9f353eaa-d182-4ecf-8d7d-f7dcd015fae8), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:25.962656 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3857e067-b851-409f-9094-6a10b8b66f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:25.999486 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f809dcb0-730f-42ba-8d76-5f29741decc7 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for security_group_rule (9f353eaa-d182-4ecf-8d7d-f7dcd015fae8), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:26.077193 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f809dcb0-730f-42ba-8d76-5f29741decc7 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924240'] for security_group_rule (9f353eaa-d182-4ecf-8d7d-f7dcd015fae8), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:26.096481 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809dcb0-730f-42ba-8d76-5f29741decc7 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f353eaa-d182-4ecf-8d7d-f7dcd015fae8,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:26.165966 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-f809dcb0-730f-42ba-8d76-5f29741decc7 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:26.167402 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-f809dcb0-730f-42ba-8d76-5f29741decc7 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3916364 Feb 09 12:57:26.170182 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 54896) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:57:26.175238 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-ab7ad370-2930-4a2f-9386-a2aca2805f68 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Request body: {'security_group_rule': {'security_group_id': '58330514-7a06-47d8-87ea-4c7e6ce28e2c', 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:57:26.277210 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.db.securitygroups_db [None req-ab7ad370-2930-4a2f-9386-a2aca2805f68 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Project b37bd252acad4b27ab2d794377349a6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 12:57:26.283112 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad370-2930-4a2f-9386-a2aca2805f68 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for security_group_rule (472ddcc3-0614-4bf4-b755-7c0add24369b), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:26.345833 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad370-2930-4a2f-9386-a2aca2805f68 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for security_group_rule (472ddcc3-0614-4bf4-b755-7c0add24369b), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:26.451644 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad370-2930-4a2f-9386-a2aca2805f68 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924240'] for security_group_rule (472ddcc3-0614-4bf4-b755-7c0add24369b), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:26.472788 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ad370-2930-4a2f-9386-a2aca2805f68 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=472ddcc3-0614-4bf4-b755-7c0add24369b,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:26.577670 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad370-2930-4a2f-9386-a2aca2805f68 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:26.578917 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-ab7ad370-2930-4a2f-9386-a2aca2805f68 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4076037 Feb 09 12:57:26.582401 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 54914) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:57:26.589368 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-db604a1e-68b0-477a-8750-7333273656dc tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Request body: {'security_group_rule': {'security_group_id': '58330514-7a06-47d8-87ea-4c7e6ce28e2c', 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:57:26.671664 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8cec15-2acf-421c-9498-a51c68546052 req-729c9455-c4c7-4b17-9c6a-14b85350e978 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:26.673147 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5e8cec15-2acf-421c-9498-a51c68546052 req-729c9455-c4c7-4b17-9c6a-14b85350e978 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/networks?id=3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f HTTP/1.1" status: 200 len: 808 time: 0.1220403 Feb 09 12:57:26.675836 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.db.securitygroups_db [None req-db604a1e-68b0-477a-8750-7333273656dc tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Project b37bd252acad4b27ab2d794377349a6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 12:57:26.681188 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-db604a1e-68b0-477a-8750-7333273656dc tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for security_group_rule (4a5f6901-7be6-418f-84df-9109635abc9e), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:26.688433 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5e8cec15-2acf-421c-9498-a51c68546052 req-2d062b9b-fc7d-45cf-88a2-b7459770c483 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/quotas/1476ea3e27e745ec8dc85e2886454fea HTTP/1.1" status: 200 len: 375 time: 0.0095742 Feb 09 12:57:26.723040 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5e8cec15-2acf-421c-9498-a51c68546052 req-d2ecdcaa-d42d-4ff5-ad70-9d36ced61689 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1476ea3e27e745ec8dc85e2886454fea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284827 Feb 09 12:57:26.745246 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-db604a1e-68b0-477a-8750-7333273656dc tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for security_group_rule (4a5f6901-7be6-418f-84df-9109635abc9e), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:26.836929 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-db604a1e-68b0-477a-8750-7333273656dc tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924240'] for security_group_rule (4a5f6901-7be6-418f-84df-9109635abc9e), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:26.857992 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db604a1e-68b0-477a-8750-7333273656dc tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a5f6901-7be6-418f-84df-9109635abc9e,revision_number=0']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:26.872487 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5e8cec15-2acf-421c-9498-a51c68546052 req-0465e53a-8d97-4151-b536-05d18ed150dd service neutron] 10.222.0.50 "GET /v2.0/networks/3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419230 Feb 09 12:57:26.947976 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-db604a1e-68b0-477a-8750-7333273656dc tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:26.951752 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-db604a1e-68b0-477a-8750-7333273656dc tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3656251 Feb 09 12:57:26.970942 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5e8cec15-2acf-421c-9498-a51c68546052 req-c0720830-2470-43f1-b7d4-01292fa99a9a service neutron] 10.222.0.50 "GET /v2.0/networks/3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924158 Feb 09 12:57:27.048559 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-37fa8b99-2c71-4af7-bcc4-00fd2afede32 req-43055033-62e7-4a8a-8988-6a84709c7e47 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-75140234&fields=id&tenant_id=b37bd252acad4b27ab2d794377349a6a HTTP/1.1" status: 200 len: 267 time: 0.0501087 Feb 09 12:57:27.108875 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa8b99-2c71-4af7-bcc4-00fd2afede32 req-962802eb-361b-4fc7-808c-2b7961a4d19f tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:27.110403 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-37fa8b99-2c71-4af7-bcc4-00fd2afede32 req-962802eb-361b-4fc7-808c-2b7961a4d19f tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 946 time: 0.0563030 Feb 09 12:57:27.121399 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [req-37fa8b99-2c71-4af7-bcc4-00fd2afede32 req-d02a071a-5742-40d5-a079-278b28471d3f tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Request body: {'port': {'security_groups': ['42c21df6-624c-45ae-a8e3-5999a69be3ba', '58330514-7a06-47d8-87ea-4c7e6ce28e2c']}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:57:27.168839 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 87c41c20-f5c2-46ef-98d8-11b3fc70a4c8 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:57:27.211590 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-37fa8b99-2c71-4af7-bcc4-00fd2afede32 req-d02a071a-5742-40d5-a079-278b28471d3f tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (bc2be2cc-3761-48e1-b693-39492a6470a2), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:27.212695 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] No Port match for: 87c41c20-f5c2-46ef-98d8-11b3fc70a4c8 {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 12:57:27.213038 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 87c41c20-f5c2-46ef-98d8-11b3fc70a4c8 not bound to the agent host hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 12:57:27.278909 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0479c183-96de-4d2c-8bdc-86cb78bd58e4 req-3608ded5-2530-4237-8cfd-61341b066f2d tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5169b9d-71e8-4499-8399-4133df69a0e9 HTTP/1.1" status: 200 len: 210 time: 0.0501137 Feb 09 12:57:27.437381 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:27.451419 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [req-37fa8b99-2c71-4af7-bcc4-00fd2afede32 req-d02a071a-5742-40d5-a079-278b28471d3f tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] For port bc2be2cc-3761-48e1-b693-39492a6470a2, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=bc2be2cc-3761-48e1-b693-39492a6470a2,segment=NetworkSegment(f6ad2818-739a-43e3-b752-81a19c158147),segment_id=f6ad2818-739a-43e3-b752-81a19c158147)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:27.485255 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-37fa8b99-2c71-4af7-bcc4-00fd2afede32 req-d02a071a-5742-40d5-a079-278b28471d3f tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for port (bc2be2cc-3761-48e1-b693-39492a6470a2), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:27.637429 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-37fa8b99-2c71-4af7-bcc4-00fd2afede32 req-d02a071a-5742-40d5-a079-278b28471d3f tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10470611'] for port (bc2be2cc-3761-48e1-b693-39492a6470a2), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:27.653689 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['bc2be2cc-3761-48e1-b693-39492a6470a2'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:57:27.689534 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa8b99-2c71-4af7-bcc4-00fd2afede32 req-d02a071a-5742-40d5-a079-278b28471d3f tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:27.690220 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-37fa8b99-2c71-4af7-bcc4-00fd2afede32 req-d02a071a-5742-40d5-a079-278b28471d3f tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:27.700253 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-37fa8b99-2c71-4af7-bcc4-00fd2afede32 req-d02a071a-5742-40d5-a079-278b28471d3f tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "PUT /v2.0/ports/bc2be2cc-3761-48e1-b693-39492a6470a2 HTTP/1.1" status: 200 len: 982 time: 0.5833735 Feb 09 12:57:27.700798 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1793664-d6b6-4257-98a7-10e63463b541', 'tag': 'bc2be2cc-3761-48e1-b693-39492a6470a2'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:57:27.703232 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7671266cdcd25feb0d1fb7d0d4a7a38583ecefa09a530944b0969c09dda32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a1cf52-7d08-497d-bd68-7bed80c3b89e" -d '{"events": [{"name": "network-changed", "server_uuid": "b1793664-d6b6-4257-98a7-10e63463b541", "tag": "bc2be2cc-3761-48e1-b693-39492a6470a2"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:57:27.750719 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a071a-5742-40d5-a079-278b28471d3f tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Pushing event updated for resources: {'Port': ['ID=bc2be2cc-3761-48e1-b693-39492a6470a2,revision_number=6']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:27.803695 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 12:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f19598a-c5e9-447a-8314-d90726e019c5 x-openstack-request-id: req-3f19598a-c5e9-447a-8314-d90726e019c5 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:57:27.804174 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1793664-d6b6-4257-98a7-10e63463b541", "tag": "bc2be2cc-3761-48e1-b693-39492a6470a2", "status": "completed", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:57:27.807767 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3f19598a-c5e9-447a-8314-d90726e019c5 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:57:27.807767 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1793664-d6b6-4257-98a7-10e63463b541', 'tag': 'bc2be2cc-3761-48e1-b693-39492a6470a2', 'status': 'completed', 'code': 200} Feb 09 12:57:27.826168 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['bc2be2cc-3761-48e1-b693-39492a6470a2'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:57:27.900568 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163ddaa-be59-40d8-8a7c-fb0bd6ac5991 req-ff53ea0f-bf09-44ac-ad54-5ced628c0149 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:27.901958 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0163ddaa-be59-40d8-8a7c-fb0bd6ac5991 req-ff53ea0f-bf09-44ac-ad54-5ced628c0149 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 985 time: 0.1094987 Feb 09 12:57:27.909041 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1cf52-7d08-497d-bd68-7bed80c3b89e req-d1ab9712-88a1-443f-a13d-155a268b1391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:27.910533 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-13a1cf52-7d08-497d-bd68-7bed80c3b89e req-d1ab9712-88a1-443f-a13d-155a268b1391 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b37bd252acad4b27ab2d794377349a6a&device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 1169 time: 0.0790498 Feb 09 12:57:28.037965 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0163ddaa-be59-40d8-8a7c-fb0bd6ac5991 req-81b41074-c9bb-42c6-9f8e-df1ec347f021 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&id=58330514-7a06-47d8-87ea-4c7e6ce28e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1261673 Feb 09 12:57:28.070848 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1cf52-7d08-497d-bd68-7bed80c3b89e req-ab0e9020-6786-40ee-8b78-3d279128a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:28.072710 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-13a1cf52-7d08-497d-bd68-7bed80c3b89e req-ab0e9020-6786-40ee-8b78-3d279128a552 service neutron] 10.222.0.18 "GET /v2.0/networks?id=babb7da8-fc2e-44f0-be51-e4ef20e9c2c2 HTTP/1.1" status: 200 len: 915 time: 0.1529751 Feb 09 12:57:28.096192 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-6f7e202e-499c-47a3-aad1-02efd2008d95 None None] Provisioning complete for port bc2be2cc-3761-48e1-b693-39492a6470a2 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:57:28.096565 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6f7e202e-499c-47a3-aad1-02efd2008d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (bc2be2cc-3761-48e1-b693-39492a6470a2), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:28.147970 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-13a1cf52-7d08-497d-bd68-7bed80c3b89e req-7146be62-f7b7-4969-a722-8c419a990861 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc2be2cc-3761-48e1-b693-39492a6470a2 HTTP/1.1" status: 200 len: 1001 time: 0.0656009 Feb 09 12:57:28.201246 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1cf52-7d08-497d-bd68-7bed80c3b89e req-cf52f09c-3fe6-474c-9a00-8c02d3ec3eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:28.202779 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-13a1cf52-7d08-497d-bd68-7bed80c3b89e req-cf52f09c-3fe6-474c-9a00-8c02d3ec3eda service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cdf47935-83f3-4672-9f4b-bebf304da44f HTTP/1.1" status: 200 len: 853 time: 0.0466299 Feb 09 12:57:28.263695 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1cf52-7d08-497d-bd68-7bed80c3b89e req-b2661310-ca8d-4b36-8462-fbb7615c078b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:28.265247 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-13a1cf52-7d08-497d-bd68-7bed80c3b89e req-b2661310-ca8d-4b36-8462-fbb7615c078b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=babb7da8-fc2e-44f0-be51-e4ef20e9c2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528154 Feb 09 12:57:28.306217 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-6f7e202e-499c-47a3-aad1-02efd2008d95 None None] Current status of the port bc2be2cc-3761-48e1-b693-39492a6470a2 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:57:28.362221 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-13a1cf52-7d08-497d-bd68-7bed80c3b89e req-d38a9205-a57a-4aa9-b7d3-0389f66a21df service neutron] 10.222.0.18 "GET /v2.0/networks/babb7da8-fc2e-44f0-be51-e4ef20e9c2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896087 Feb 09 12:57:28.409283 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b6a4632f-1946-4663-9d0f-b59bfc01c95d req-701335a9-2ebe-48a0-813c-c02b0703ab95 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5169b9d-71e8-4499-8399-4133df69a0e9 HTTP/1.1" status: 200 len: 210 time: 0.0546367 Feb 09 12:57:28.473067 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-13a1cf52-7d08-497d-bd68-7bed80c3b89e req-5ed30241-f7e6-47f0-8df1-98563ea74a58 service neutron] 10.222.0.18 "GET /v2.0/networks/babb7da8-fc2e-44f0-be51-e4ef20e9c2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019838 Feb 09 12:57:28.924168 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:29.518970 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1057a857-6139-4cbc-a609-06221d6a02dc req-fb820a43-c81a-44c0-b417-fca3a27d5e5f tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5169b9d-71e8-4499-8399-4133df69a0e9 HTTP/1.1" status: 200 len: 210 time: 0.0327754 Feb 09 12:57:29.848761 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:30.378790 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8cec15-2acf-421c-9498-a51c68546052 req-242dd3a9-0e4d-4340-9a0f-bc05c72f04c2 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:30.380267 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5e8cec15-2acf-421c-9498-a51c68546052 req-242dd3a9-0e4d-4340-9a0f-bc05c72f04c2 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.18 "GET /v2.0/networks?id=3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f HTTP/1.1" status: 200 len: 808 time: 0.1050906 Feb 09 12:57:30.399372 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-5e8cec15-2acf-421c-9498-a51c68546052 req-0acdb7dc-3502-4ff4-a573-85a43fa9647c tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Request body: {'port': {'device_id': 'd5169b9d-71e8-4499-8399-4133df69a0e9', 'network_id': '3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f', 'admin_state_up': True, 'tenant_id': '1476ea3e27e745ec8dc85e2886454fea'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:57:30.580932 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e8cec15-2acf-421c-9498-a51c68546052 req-0acdb7dc-3502-4ff4-a573-85a43fa9647c tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Made reservation on behalf of 1476ea3e27e745ec8dc85e2886454fea for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:57:30.585738 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-5e8cec15-2acf-421c-9498-a51c68546052 req-0acdb7dc-3502-4ff4-a573-85a43fa9647c tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:30.629014 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-f0cbfe05-de8d-4b32-8e61-92aa7922b8c2 req-554c8500-290a-4389-ba4f-425facefd6cf tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5169b9d-71e8-4499-8399-4133df69a0e9 HTTP/1.1" status: 200 len: 210 time: 0.0300019 Feb 09 12:57:30.744436 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-5e8cec15-2acf-421c-9498-a51c68546052 req-0acdb7dc-3502-4ff4-a573-85a43fa9647c tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Allocated IP 172.20.0.8 (3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f/aee5d71f-4cbe-4e62-aa8a-956376db4fc1/da79fe69-c306-448c-9e82-e564a94b59d8) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:57:30.910044 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-5e8cec15-2acf-421c-9498-a51c68546052 req-0acdb7dc-3502-4ff4-a573-85a43fa9647c tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Publish callbacks [] for port (da79fe69-c306-448c-9e82-e564a94b59d8), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:31.037670 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-5e8cec15-2acf-421c-9498-a51c68546052 req-0acdb7dc-3502-4ff4-a573-85a43fa9647c tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (da79fe69-c306-448c-9e82-e564a94b59d8), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:31.088661 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e8cec15-2acf-421c-9498-a51c68546052 req-0acdb7dc-3502-4ff4-a573-85a43fa9647c tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Network 3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:57:31.091863 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-5e8cec15-2acf-421c-9498-a51c68546052 req-0acdb7dc-3502-4ff4-a573-85a43fa9647c tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:57:31.095588 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8cec15-2acf-421c-9498-a51c68546052 req-0acdb7dc-3502-4ff4-a573-85a43fa9647c tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:57:31.119592 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acdb7dc-3502-4ff4-a573-85a43fa9647c tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Pushing event updated for resources: {'Port': ['ID=da79fe69-c306-448c-9e82-e564a94b59d8,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:31.149320 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8cec15-2acf-421c-9498-a51c68546052 req-0acdb7dc-3502-4ff4-a573-85a43fa9647c tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:31.149994 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-5e8cec15-2acf-421c-9498-a51c68546052 req-0acdb7dc-3502-4ff4-a573-85a43fa9647c tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:31.240905 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5e8cec15-2acf-421c-9498-a51c68546052 req-0acdb7dc-3502-4ff4-a573-85a43fa9647c tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8446600 Feb 09 12:57:31.261585 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-5e8cec15-2acf-421c-9498-a51c68546052 req-fa2398bc-8a6a-4bf7-9136-8959fc26c576 service neutron] Request body: {'port': {'device_id': 'd5169b9d-71e8-4499-8399-4133df69a0e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:57:31.329217 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-5e8cec15-2acf-421c-9498-a51c68546052 req-fa2398bc-8a6a-4bf7-9136-8959fc26c576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (da79fe69-c306-448c-9e82-e564a94b59d8), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:31.645859 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-5e8cec15-2acf-421c-9498-a51c68546052 req-fa2398bc-8a6a-4bf7-9136-8959fc26c576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da79fe69-c306-448c-9e82-e564a94b59d8 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:57:31.654703 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-5e8cec15-2acf-421c-9498-a51c68546052 req-fa2398bc-8a6a-4bf7-9136-8959fc26c576 service neutron] Publish callbacks [] for port (da79fe69-c306-448c-9e82-e564a94b59d8), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:31.672733 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-5e8cec15-2acf-421c-9498-a51c68546052 req-fa2398bc-8a6a-4bf7-9136-8959fc26c576 service neutron] Transition to ACTIVE for port object da79fe69-c306-448c-9e82-e564a94b59d8 will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:57:31.758539 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-5e8cec15-2acf-421c-9498-a51c68546052 req-fa2398bc-8a6a-4bf7-9136-8959fc26c576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8720072'] for port (da79fe69-c306-448c-9e82-e564a94b59d8), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:31.768485 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90dd408-2b10-4ab2-b4ab-4afc7da3fc34 req-f069cebc-ba70-40f8-aaf1-8fa8fbadb66e tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:31.770115 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-e90dd408-2b10-4ab2-b4ab-4afc7da3fc34 req-f069cebc-ba70-40f8-aaf1-8fa8fbadb66e tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5169b9d-71e8-4499-8399-4133df69a0e9 HTTP/1.1" status: 200 len: 931 time: 0.0655708 Feb 09 12:57:31.827609 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2398bc-8a6a-4bf7-9136-8959fc26c576 service neutron] Pushing event updated for resources: {'Port': ['ID=da79fe69-c306-448c-9e82-e564a94b59d8,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:31.831565 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-e90dd408-2b10-4ab2-b4ab-4afc7da3fc34 req-37988a3c-0505-4704-a455-dcb5fad06542 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9252234-9959-4886-8b49-ba9642bacb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514205 Feb 09 12:57:31.901964 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-5e8cec15-2acf-421c-9498-a51c68546052 req-fa2398bc-8a6a-4bf7-9136-8959fc26c576 service neutron] Attempting to bind port da79fe69-c306-448c-9e82-e564a94b59d8 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:57:31.902295 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-5e8cec15-2acf-421c-9498-a51c68546052 req-fa2398bc-8a6a-4bf7-9136-8959fc26c576 service neutron] Attempting to bind port da79fe69-c306-448c-9e82-e564a94b59d8 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': 'f822c8de-0954-4255-b2fa-51305cce47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:57:31.902618 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8cec15-2acf-421c-9498-a51c68546052 req-fa2398bc-8a6a-4bf7-9136-8959fc26c576 service neutron] Attempting to bind port da79fe69-c306-448c-9e82-e564a94b59d8 on network 3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:57:31.907452 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8cec15-2acf-421c-9498-a51c68546052 req-fa2398bc-8a6a-4bf7-9136-8959fc26c576 service neutron] Port da79fe69-c306-448c-9e82-e564a94b59d8 on network 3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 12:57:31.907779 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8cec15-2acf-421c-9498-a51c68546052 req-fa2398bc-8a6a-4bf7-9136-8959fc26c576 service neutron] Attempting to bind port da79fe69-c306-448c-9e82-e564a94b59d8 on network 3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:57:31.913210 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8cec15-2acf-421c-9498-a51c68546052 req-fa2398bc-8a6a-4bf7-9136-8959fc26c576 service neutron] Checking agent: {'id': '230303ca-ea08-4771-a934-bc9aeb8313a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'started_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:57:31.913541 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8cec15-2acf-421c-9498-a51c68546052 req-fa2398bc-8a6a-4bf7-9136-8959fc26c576 service neutron] Checking segment: {'id': 'f822c8de-0954-4255-b2fa-51305cce47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:57:31.913918 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8cec15-2acf-421c-9498-a51c68546052 req-fa2398bc-8a6a-4bf7-9136-8959fc26c576 service neutron] Bound using segment: {'id': 'f822c8de-0954-4255-b2fa-51305cce47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:57:31.914573 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-5e8cec15-2acf-421c-9498-a51c68546052 req-fa2398bc-8a6a-4bf7-9136-8959fc26c576 service neutron] Bound port: da79fe69-c306-448c-9e82-e564a94b59d8, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f822c8de-0954-4255-b2fa-51305cce47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:57:31.914934 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-5e8cec15-2acf-421c-9498-a51c68546052 req-fa2398bc-8a6a-4bf7-9136-8959fc26c576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (da79fe69-c306-448c-9e82-e564a94b59d8), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:31.986992 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-5e8cec15-2acf-421c-9498-a51c68546052 req-fa2398bc-8a6a-4bf7-9136-8959fc26c576 service neutron] For port da79fe69-c306-448c-9e82-e564a94b59d8, host hv-cinder-81091, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:57:31.990182 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-5e8cec15-2acf-421c-9498-a51c68546052 req-fa2398bc-8a6a-4bf7-9136-8959fc26c576 service neutron] For port da79fe69-c306-448c-9e82-e564a94b59d8, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=da79fe69-c306-448c-9e82-e564a94b59d8,segment=NetworkSegment(f822c8de-0954-4255-b2fa-51305cce47f5),segment_id=f822c8de-0954-4255-b2fa-51305cce47f5)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:57:32.111706 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-5e8cec15-2acf-421c-9498-a51c68546052 req-fa2398bc-8a6a-4bf7-9136-8959fc26c576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8720072'] for port (da79fe69-c306-448c-9e82-e564a94b59d8), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:32.149299 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8cec15-2acf-421c-9498-a51c68546052 req-fa2398bc-8a6a-4bf7-9136-8959fc26c576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:32.149981 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-5e8cec15-2acf-421c-9498-a51c68546052 req-fa2398bc-8a6a-4bf7-9136-8959fc26c576 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:32.151386 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5e8cec15-2acf-421c-9498-a51c68546052 req-fa2398bc-8a6a-4bf7-9136-8959fc26c576 service neutron] 10.222.0.18 "PUT /v2.0/ports/da79fe69-c306-448c-9e82-e564a94b59d8 HTTP/1.1" status: 200 len: 1093 time: 0.8952060 Feb 09 12:57:32.151866 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5169b9d-71e8-4499-8399-4133df69a0e9', 'tag': 'da79fe69-c306-448c-9e82-e564a94b59d8'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:57:32.154143 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8daf1b39-e23b-43a4-9a72-41227d575805" -d '{"events": [{"name": "network-changed", "server_uuid": "d5169b9d-71e8-4499-8399-4133df69a0e9", "tag": "da79fe69-c306-448c-9e82-e564a94b59d8"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:57:32.183447 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2398bc-8a6a-4bf7-9136-8959fc26c576 service neutron] Pushing event updated for resources: {'Port': ['ID=da79fe69-c306-448c-9e82-e564a94b59d8,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:32.199882 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 12:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8631ff14-120c-43a2-9521-603079c8620c x-openstack-request-id: req-8631ff14-120c-43a2-9521-603079c8620c {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:57:32.201708 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5169b9d-71e8-4499-8399-4133df69a0e9", "tag": "da79fe69-c306-448c-9e82-e564a94b59d8", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:57:32.202052 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8631ff14-120c-43a2-9521-603079c8620c {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:57:32.202646 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5169b9d-71e8-4499-8399-4133df69a0e9', 'tag': 'da79fe69-c306-448c-9e82-e564a94b59d8', 'status': 'completed', 'code': 200} Feb 09 12:57:32.282201 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf1b39-e23b-43a4-9a72-41227d575805 req-7a572471-8e88-44a6-bb60-cf22398e44fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:32.283815 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8daf1b39-e23b-43a4-9a72-41227d575805 req-7a572471-8e88-44a6-bb60-cf22398e44fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1476ea3e27e745ec8dc85e2886454fea&device_id=d5169b9d-71e8-4499-8399-4133df69a0e9 HTTP/1.1" status: 200 len: 1127 time: 0.0555031 Feb 09 12:57:32.680932 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf1b39-e23b-43a4-9a72-41227d575805 req-d2b45e77-17f0-4d22-93ef-2bf99fd6ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:32.682444 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8daf1b39-e23b-43a4-9a72-41227d575805 req-d2b45e77-17f0-4d22-93ef-2bf99fd6ccd6 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=1476ea3e27e745ec8dc85e2886454fea&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3857763 Feb 09 12:57:32.800287 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf1b39-e23b-43a4-9a72-41227d575805 req-a5467b90-bf09-4036-b46a-7dd6330c66a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:32.802532 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8daf1b39-e23b-43a4-9a72-41227d575805 req-a5467b90-bf09-4036-b46a-7dd6330c66a3 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1123521 Feb 09 12:57:32.937887 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8cec15-2acf-421c-9498-a51c68546052 req-a68468e8-3df5-44e3-b98a-1cdc91ac4c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:32.939582 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5e8cec15-2acf-421c-9498-a51c68546052 req-a68468e8-3df5-44e3-b98a-1cdc91ac4c34 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1476ea3e27e745ec8dc85e2886454fea&device_id=d5169b9d-71e8-4499-8399-4133df69a0e9 HTTP/1.1" status: 200 len: 1127 time: 0.0886691 Feb 09 12:57:32.993980 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5e8cec15-2acf-421c-9498-a51c68546052 req-a764272c-8c72-4f5b-8e0d-c6cdf7a0d84d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da79fe69-c306-448c-9e82-e564a94b59d8 HTTP/1.1" status: 200 len: 217 time: 0.0428357 Feb 09 12:57:33.006246 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46422202-89ab-46db-b184-03b43e7c9313 req-492e5f5a-99b5-4a6c-8b4b-c8d5760017d9 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:33.007871 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-46422202-89ab-46db-b184-03b43e7c9313 req-492e5f5a-99b5-4a6c-8b4b-c8d5760017d9 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5169b9d-71e8-4499-8399-4133df69a0e9 HTTP/1.1" status: 200 len: 943 time: 0.0704091 Feb 09 12:57:33.058318 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8cec15-2acf-421c-9498-a51c68546052 req-1bea895d-083f-4fee-bf4e-00366c62e738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:33.059806 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5e8cec15-2acf-421c-9498-a51c68546052 req-1bea895d-083f-4fee-bf4e-00366c62e738 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aee5d71f-4cbe-4e62-aa8a-956376db4fc1 HTTP/1.1" status: 200 len: 848 time: 0.0567706 Feb 09 12:57:33.065058 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-46422202-89ab-46db-b184-03b43e7c9313 req-3cc26b02-62d1-4bd5-beea-0fb8c9b4f344 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9252234-9959-4886-8b49-ba9642bacb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512881 Feb 09 12:57:33.096616 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5e8cec15-2acf-421c-9498-a51c68546052 req-bf610ad5-4983-4391-9392-9270aa0527f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289907 Feb 09 12:57:33.204434 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5e8cec15-2acf-421c-9498-a51c68546052 req-22bb91c2-f857-452d-b4c5-2177fda9b6b4 service neutron] 10.222.0.18 "GET /v2.0/networks/3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973535 Feb 09 12:57:33.320544 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5e8cec15-2acf-421c-9498-a51c68546052 req-b23c4f32-ac1c-4506-9c24-3a15066f8b02 service neutron] 10.222.0.18 "GET /v2.0/networks/3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085966 Feb 09 12:57:34.206189 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca62b5-5e96-4397-a9b0-735fe3fc10bf req-47ec3c62-e6d5-449a-94f3-51ba79cd9e7a tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:34.207827 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-57ca62b5-5e96-4397-a9b0-735fe3fc10bf req-47ec3c62-e6d5-449a-94f3-51ba79cd9e7a tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5169b9d-71e8-4499-8399-4133df69a0e9 HTTP/1.1" status: 200 len: 943 time: 0.0585496 Feb 09 12:57:34.272394 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-57ca62b5-5e96-4397-a9b0-735fe3fc10bf req-8174f31d-9104-4a70-83fa-262af076e67b tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9252234-9959-4886-8b49-ba9642bacb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582912 Feb 09 12:57:35.224479 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device da79fe69-c306-448c-9e82-e564a94b59d8 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=109771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 12:57:35.340827 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port da79fe69-c306-448c-9e82-e564a94b59d8, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=da79fe69-c306-448c-9e82-e564a94b59d8,segment=NetworkSegment(f822c8de-0954-4255-b2fa-51305cce47f5),segment_id=f822c8de-0954-4255-b2fa-51305cce47f5)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:35.354342 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Returning: {'device': 'da79fe69-c306-448c-9e82-e564a94b59d8', 'network_id': '3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f', 'port_id': 'da79fe69-c306-448c-9e82-e564a94b59d8', 'mac_address': 'fa:16:3e:cc:48:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee5d71f-4cbe-4e62-aa8a-956376db4fc1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 12:57:35.408937 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port da79fe69-c306-448c-9e82-e564a94b59d8 is: DOWN; New status is: BUILD {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:57:35.409322 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (da79fe69-c306-448c-9e82-e564a94b59d8), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:35.413042 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c424b95-4740-46cd-8560-88b6c7c882d8 req-00d523bc-5575-4a0c-8d1f-68f7872f2f17 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:35.415288 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-8c424b95-4740-46cd-8560-88b6c7c882d8 req-00d523bc-5575-4a0c-8d1f-68f7872f2f17 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5169b9d-71e8-4499-8399-4133df69a0e9 HTTP/1.1" status: 200 len: 943 time: 0.0627959 Feb 09 12:57:35.431074 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da79fe69-c306-448c-9e82-e564a94b59d8 {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:57:35.456321 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port da79fe69-c306-448c-9e82-e564a94b59d8, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=da79fe69-c306-448c-9e82-e564a94b59d8,segment=NetworkSegment(f822c8de-0954-4255-b2fa-51305cce47f5),segment_id=f822c8de-0954-4255-b2fa-51305cce47f5)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:35.480294 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-8c424b95-4740-46cd-8560-88b6c7c882d8 req-933d83dc-a8ba-414e-9870-378e359c8087 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9252234-9959-4886-8b49-ba9642bacb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557244 Feb 09 12:57:35.592235 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (da79fe69-c306-448c-9e82-e564a94b59d8), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:35.649211 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=da79fe69-c306-448c-9e82-e564a94b59d8,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:35.924573 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['da79fe69-c306-448c-9e82-e564a94b59d8'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:57:36.634897 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b748b0-3ffc-49d5-b31f-20fed860605f req-6f28baf7-8520-4f92-91c9-a065e59b2967 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:36.636644 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-91b748b0-3ffc-49d5-b31f-20fed860605f req-6f28baf7-8520-4f92-91c9-a065e59b2967 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5169b9d-71e8-4499-8399-4133df69a0e9 HTTP/1.1" status: 200 len: 944 time: 0.0591867 Feb 09 12:57:36.696592 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-91b748b0-3ffc-49d5-b31f-20fed860605f req-c93b3863-aebc-40cd-a24c-5979e95aa813 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9252234-9959-4886-8b49-ba9642bacb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541427 Feb 09 12:57:37.244597 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device da79fe69-c306-448c-9e82-e564a94b59d8 up at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:57:37.425076 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning for port da79fe69-c306-448c-9e82-e564a94b59d8 completed by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:57:37.430467 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning complete for port da79fe69-c306-448c-9e82-e564a94b59d8 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:57:37.430987 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (da79fe69-c306-448c-9e82-e564a94b59d8), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:37.512375 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port da79fe69-c306-448c-9e82-e564a94b59d8 is: BUILD; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:57:37.512672 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (da79fe69-c306-448c-9e82-e564a94b59d8), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:37.540451 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5169b9d-71e8-4499-8399-4133df69a0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da79fe69-c306-448c-9e82-e564a94b59d8'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:57:37.542742 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35568c951842a11d678cd4ef08ed24226590f5ef87a7b6612a56827cefa1ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcc9feb-5068-431b-85d7-17e90df79b01" -d '{"events": [{"server_uuid": "d5169b9d-71e8-4499-8399-4133df69a0e9", "name": "network-vif-plugged", "status": "completed", "tag": "da79fe69-c306-448c-9e82-e564a94b59d8"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:57:37.557195 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port da79fe69-c306-448c-9e82-e564a94b59d8, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=da79fe69-c306-448c-9e82-e564a94b59d8,segment=NetworkSegment(f822c8de-0954-4255-b2fa-51305cce47f5),segment_id=f822c8de-0954-4255-b2fa-51305cce47f5)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:37.650523 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c43524-dbc3-4a39-96e5-679bf478d7e6 x-openstack-request-id: req-22c43524-dbc3-4a39-96e5-679bf478d7e6 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:57:37.650899 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5169b9d-71e8-4499-8399-4133df69a0e9", "name": "network-vif-plugged", "status": "completed", "tag": "da79fe69-c306-448c-9e82-e564a94b59d8", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:57:37.651101 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-22c43524-dbc3-4a39-96e5-679bf478d7e6 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:57:37.651537 dv-cinder-810917-4-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5169b9d-71e8-4499-8399-4133df69a0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da79fe69-c306-448c-9e82-e564a94b59d8', 'code': 200} Feb 09 12:57:37.678137 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (da79fe69-c306-448c-9e82-e564a94b59d8), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:37.749512 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=da79fe69-c306-448c-9e82-e564a94b59d8,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:37.840134 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99261c-dc74-4f4c-a99f-16c4ca49b888 req-9b678a3f-c34c-491a-8ca5-3f49fb256e93 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:37.841902 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1b99261c-dc74-4f4c-a99f-16c4ca49b888 req-9b678a3f-c34c-491a-8ca5-3f49fb256e93 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5169b9d-71e8-4499-8399-4133df69a0e9 HTTP/1.1" status: 200 len: 945 time: 0.0671272 Feb 09 12:57:37.900180 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1b99261c-dc74-4f4c-a99f-16c4ca49b888 req-896d68a5-7740-491b-89c5-460861525ff3 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9252234-9959-4886-8b49-ba9642bacb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521255 Feb 09 12:57:38.058869 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876306d-b1f0-41c8-943c-421e9de03df2 req-49534d87-102c-4b5c-88e8-5505dbbc0e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:38.060449 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b876306d-b1f0-41c8-943c-421e9de03df2 req-49534d87-102c-4b5c-88e8-5505dbbc0e6d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d5169b9d-71e8-4499-8399-4133df69a0e9 HTTP/1.1" status: 200 len: 1129 time: 0.0565345 Feb 09 12:57:38.115562 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b876306d-b1f0-41c8-943c-421e9de03df2 req-05ab98da-f13e-4a98-8b64-84f6a089fead service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f9252234-9959-4886-8b49-ba9642bacb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415974 Feb 09 12:57:39.036600 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85abc9c-75bc-4080-a916-398f5353723c req-586ac94e-a93c-4a68-a9d7-fd00856b0f08 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:39.038600 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-d85abc9c-75bc-4080-a916-398f5353723c req-586ac94e-a93c-4a68-a9d7-fd00856b0f08 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5169b9d-71e8-4499-8399-4133df69a0e9 HTTP/1.1" status: 200 len: 945 time: 0.0648079 Feb 09 12:57:39.092589 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-d85abc9c-75bc-4080-a916-398f5353723c req-bb64af97-943c-4288-98a2-90b200e0a40d tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9252234-9959-4886-8b49-ba9642bacb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473056 Feb 09 12:57:40.266692 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e60448-687f-4039-ad13-341a669fc6e1 req-09e4fed1-c265-4ad4-89f4-f9c2249ab840 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:40.268318 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b9e60448-687f-4039-ad13-341a669fc6e1 req-09e4fed1-c265-4ad4-89f4-f9c2249ab840 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5169b9d-71e8-4499-8399-4133df69a0e9 HTTP/1.1" status: 200 len: 945 time: 0.0786693 Feb 09 12:57:40.323313 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b9e60448-687f-4039-ad13-341a669fc6e1 req-907e0a70-8a99-4b33-b000-e1a3c2790af0 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9252234-9959-4886-8b49-ba9642bacb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484779 Feb 09 12:57:41.979220 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a5c80-ab53-4a25-bf00-53d6dda9938a req-a35a695f-d372-4dd2-a8fe-a51f516fdd99 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:41.980906 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4e4a5c80-ab53-4a25-bf00-53d6dda9938a req-a35a695f-d372-4dd2-a8fe-a51f516fdd99 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5169b9d-71e8-4499-8399-4133df69a0e9 HTTP/1.1" status: 200 len: 945 time: 0.0631700 Feb 09 12:57:42.046061 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4e4a5c80-ab53-4a25-bf00-53d6dda9938a req-586a313c-3ce6-4d38-b14f-15669ce15b43 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9252234-9959-4886-8b49-ba9642bacb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575929 Feb 09 12:57:43.193014 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44887bc6-48f0-4300-91f6-0b2a8f428a09 req-101215cd-886b-426b-ad10-0b8601916de4 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:43.196148 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-44887bc6-48f0-4300-91f6-0b2a8f428a09 req-101215cd-886b-426b-ad10-0b8601916de4 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5169b9d-71e8-4499-8399-4133df69a0e9 HTTP/1.1" status: 200 len: 945 time: 0.0695386 Feb 09 12:57:43.255177 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-44887bc6-48f0-4300-91f6-0b2a8f428a09 req-dfb16474-43c8-41e0-9c53-c0404846a2f5 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/security-groups?id=f9252234-9959-4886-8b49-ba9642bacb5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490503 Feb 09 12:57:43.451600 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bc1eb-340a-4429-a590-960b6de48d37 req-320b731a-0b14-4310-8a77-c409e088a214 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:43.453113 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0f4bc1eb-340a-4429-a590-960b6de48d37 req-320b731a-0b14-4310-8a77-c409e088a214 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5169b9d-71e8-4499-8399-4133df69a0e9 HTTP/1.1" status: 200 len: 945 time: 0.0599740 Feb 09 12:57:43.575284 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-0f4bc1eb-340a-4429-a590-960b6de48d37 req-ed7a7f6f-6488-418b-aced-f2f39e84c98a tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Deleting port da79fe69-c306-448c-9e82-e564a94b59d8 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:57:43.575673 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-0f4bc1eb-340a-4429-a590-960b6de48d37 req-ed7a7f6f-6488-418b-aced-f2f39e84c98a tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (da79fe69-c306-448c-9e82-e564a94b59d8), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:43.685869 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-0f4bc1eb-340a-4429-a590-960b6de48d37 req-ed7a7f6f-6488-418b-aced-f2f39e84c98a tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] For port da79fe69-c306-448c-9e82-e564a94b59d8, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=da79fe69-c306-448c-9e82-e564a94b59d8,segment=NetworkSegment(f822c8de-0954-4255-b2fa-51305cce47f5),segment_id=f822c8de-0954-4255-b2fa-51305cce47f5)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:43.686236 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-0f4bc1eb-340a-4429-a590-960b6de48d37 req-ed7a7f6f-6488-418b-aced-f2f39e84c98a tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (da79fe69-c306-448c-9e82-e564a94b59d8), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:43.701598 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-0f4bc1eb-340a-4429-a590-960b6de48d37 req-ed7a7f6f-6488-418b-aced-f2f39e84c98a tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Calling delete_port for da79fe69-c306-448c-9e82-e564a94b59d8 owned by compute:nova {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:57:43.922965 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-0f4bc1eb-340a-4429-a590-960b6de48d37 req-ed7a7f6f-6488-418b-aced-f2f39e84c98a tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (da79fe69-c306-448c-9e82-e564a94b59d8), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:43.937721 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['da79fe69-c306-448c-9e82-e564a94b59d8'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:57:43.958915 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a7f6f-6488-418b-aced-f2f39e84c98a tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Pushing event deleted for resources: {'Port': ['ID=da79fe69-c306-448c-9e82-e564a94b59d8,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:44.004754 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4bc1eb-340a-4429-a590-960b6de48d37 req-ed7a7f6f-6488-418b-aced-f2f39e84c98a tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] No DVR routers for this DVR port da79fe69-c306-448c-9e82-e564a94b59d8 on host hv-cinder-81091 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:57:44.008066 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-0f4bc1eb-340a-4429-a590-960b6de48d37 req-ed7a7f6f-6488-418b-aced-f2f39e84c98a tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:44.011758 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0f4bc1eb-340a-4429-a590-960b6de48d37 req-ed7a7f6f-6488-418b-aced-f2f39e84c98a tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.18 "DELETE /v2.0/ports/da79fe69-c306-448c-9e82-e564a94b59d8 HTTP/1.1" status: 204 len: 173 time: 0.5505710 Feb 09 12:57:44.012255 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5169b9d-71e8-4499-8399-4133df69a0e9', 'name': 'network-vif-deleted', 'tag': 'da79fe69-c306-448c-9e82-e564a94b59d8'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:57:44.014591 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c69fa7-772a-48aa-a81d-7ba957711554" -d '{"events": [{"server_uuid": "d5169b9d-71e8-4499-8399-4133df69a0e9", "name": "network-vif-deleted", "tag": "da79fe69-c306-448c-9e82-e564a94b59d8"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:57:44.057741 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d80033-8951-45c0-a481-0841d7848e7c x-openstack-request-id: req-33d80033-8951-45c0-a481-0841d7848e7c {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:57:44.058207 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5169b9d-71e8-4499-8399-4133df69a0e9", "name": "network-vif-deleted", "tag": "da79fe69-c306-448c-9e82-e564a94b59d8", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:57:44.058620 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-33d80033-8951-45c0-a481-0841d7848e7c {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:57:44.059256 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5169b9d-71e8-4499-8399-4133df69a0e9', 'name': 'network-vif-deleted', 'tag': 'da79fe69-c306-448c-9e82-e564a94b59d8', 'status': 'completed', 'code': 200} Feb 09 12:57:44.355911 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-118b35e8-84ef-4472-862e-0d029696c8c0 req-a32b3450-dfa3-4750-9349-aedacac413e5 tempest-VolumesActionsTest-411101622 tempest-VolumesActionsTest-411101622-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5169b9d-71e8-4499-8399-4133df69a0e9 HTTP/1.1" status: 200 len: 210 time: 0.0286601 Feb 09 12:57:45.082686 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:47.317973 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device da79fe69-c306-448c-9e82-e564a94b59d8 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:57:47.339920 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] No Port match for: da79fe69-c306-448c-9e82-e564a94b59d8 {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 12:57:47.340260 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device da79fe69-c306-448c-9e82-e564a94b59d8 not bound to the agent host hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 12:57:50.840414 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56eb5c8-59ac-439a-8470-4ac5aaa121c9 req-3ce1b113-ea34-4db0-8a80-0ea2b0601031 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:50.842090 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d56eb5c8-59ac-439a-8470-4ac5aaa121c9 req-3ce1b113-ea34-4db0-8a80-0ea2b0601031 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 985 time: 0.0612855 Feb 09 12:57:50.949771 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d56eb5c8-59ac-439a-8470-4ac5aaa121c9 req-57060560-03a6-462f-b1ca-e49d009d857c tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&id=58330514-7a06-47d8-87ea-4c7e6ce28e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1001031 Feb 09 12:57:50.972734 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72872d0-a90b-42ca-b0d7-b5b49340b9b8 req-921803d3-aa5b-4634-bcd2-54800288ec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:50.974350 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f72872d0-a90b-42ca-b0d7-b5b49340b9b8 req-921803d3-aa5b-4634-bcd2-54800288ec4f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b37bd252acad4b27ab2d794377349a6a&device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 1169 time: 0.0803232 Feb 09 12:57:51.071188 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72872d0-a90b-42ca-b0d7-b5b49340b9b8 req-90242e41-1e54-4460-864d-f82a05a4e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:51.073397 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f72872d0-a90b-42ca-b0d7-b5b49340b9b8 req-90242e41-1e54-4460-864d-f82a05a4e25b service neutron] 10.222.0.18 "GET /v2.0/networks?id=babb7da8-fc2e-44f0-be51-e4ef20e9c2c2 HTTP/1.1" status: 200 len: 915 time: 0.0928524 Feb 09 12:57:51.154679 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f72872d0-a90b-42ca-b0d7-b5b49340b9b8 req-f8bb1d4d-f40a-4d99-acdf-5c2a8c4dc8f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc2be2cc-3761-48e1-b693-39492a6470a2 HTTP/1.1" status: 200 len: 1001 time: 0.0708487 Feb 09 12:57:51.213850 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72872d0-a90b-42ca-b0d7-b5b49340b9b8 req-d12886a8-66e8-479d-90d5-54d20acb9228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:51.216765 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f72872d0-a90b-42ca-b0d7-b5b49340b9b8 req-d12886a8-66e8-479d-90d5-54d20acb9228 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cdf47935-83f3-4672-9f4b-bebf304da44f HTTP/1.1" status: 200 len: 853 time: 0.0557523 Feb 09 12:57:51.273730 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72872d0-a90b-42ca-b0d7-b5b49340b9b8 req-c4771b56-15d4-4882-9cae-ca69a9d389fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:51.275447 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f72872d0-a90b-42ca-b0d7-b5b49340b9b8 req-c4771b56-15d4-4882-9cae-ca69a9d389fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=babb7da8-fc2e-44f0-be51-e4ef20e9c2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510039 Feb 09 12:57:51.468745 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ea76e283-4961-4e23-a9ec-a92b4ecb3186 req-09f9f415-c797-4801-9c04-441e8c66e522 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1092906 Feb 09 12:57:51.504987 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f72872d0-a90b-42ca-b0d7-b5b49340b9b8 req-1d1980ac-8f1b-4ff8-874a-e28ec12ed2cd service neutron] 10.222.0.18 "GET /v2.0/networks/babb7da8-fc2e-44f0-be51-e4ef20e9c2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209463 Feb 09 12:57:51.662134 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76e283-4961-4e23-a9ec-a92b4ecb3186 req-deb99b86-f3e4-4cd7-bd60-0120530c58bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:51.663747 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ea76e283-4961-4e23-a9ec-a92b4ecb3186 req-deb99b86-f3e4-4cd7-bd60-0120530c58bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=19f045d14ee84b2d9a76ecc5e986b7b2&device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 1129 time: 0.1377034 Feb 09 12:57:51.795519 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f72872d0-a90b-42ca-b0d7-b5b49340b9b8 req-fe525016-ac97-4976-bcf3-e06a4e600624 service neutron] 10.222.0.18 "GET /v2.0/networks/babb7da8-fc2e-44f0-be51-e4ef20e9c2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778594 Feb 09 12:57:51.849538 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76e283-4961-4e23-a9ec-a92b4ecb3186 req-f800c793-3a63-4d86-bd42-6e1d07b83a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:51.852528 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ea76e283-4961-4e23-a9ec-a92b4ecb3186 req-f800c793-3a63-4d86-bd42-6e1d07b83a73 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2444ddf-e0f9-423c-b50e-660fe55289c5 HTTP/1.1" status: 200 len: 910 time: 0.1413884 Feb 09 12:57:51.970201 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ea76e283-4961-4e23-a9ec-a92b4ecb3186 req-1b79667c-e1f4-411a-8c37-bc8d8664007b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10e73c89-b01c-48ed-ba11-e00a1c2f608b HTTP/1.1" status: 200 len: 1001 time: 0.1094251 Feb 09 12:57:52.050394 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76e283-4961-4e23-a9ec-a92b4ecb3186 req-5a6cb9bf-6076-4ebc-8e70-6ee9771e486f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:52.053508 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ea76e283-4961-4e23-a9ec-a92b4ecb3186 req-5a6cb9bf-6076-4ebc-8e70-6ee9771e486f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52389728-c5f1-4193-92ae-0886d565814f HTTP/1.1" status: 200 len: 848 time: 0.0740321 Feb 09 12:57:52.151787 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76e283-4961-4e23-a9ec-a92b4ecb3186 req-b6bd4931-d64d-4d31-b146-0c657c55bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:52.153434 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ea76e283-4961-4e23-a9ec-a92b4ecb3186 req-b6bd4931-d64d-4d31-b146-0c657c55bf30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2444ddf-e0f9-423c-b50e-660fe55289c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0925376 Feb 09 12:57:52.326881 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc9c2e-32cc-441b-86f8-d228d4e0836a req-4fc1a2e3-751e-48b4-b418-52be25e5f7c6 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:52.328716 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-11dc9c2e-32cc-441b-86f8-d228d4e0836a req-4fc1a2e3-751e-48b4-b418-52be25e5f7c6 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 985 time: 0.0660810 Feb 09 12:57:52.376822 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ea76e283-4961-4e23-a9ec-a92b4ecb3186 req-7aa16bde-10e7-4a8c-92ec-65b37bb064cf service neutron] 10.222.0.18 "GET /v2.0/networks/a2444ddf-e0f9-423c-b50e-660fe55289c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061813 Feb 09 12:57:52.517172 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ea76e283-4961-4e23-a9ec-a92b4ecb3186 req-5e37298f-3311-406e-8c7f-38578df89fc5 service neutron] 10.222.0.18 "GET /v2.0/networks/a2444ddf-e0f9-423c-b50e-660fe55289c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296914 Feb 09 12:57:52.538050 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-11dc9c2e-32cc-441b-86f8-d228d4e0836a req-1e5395b0-e826-4922-bae7-31fe66663512 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&id=58330514-7a06-47d8-87ea-4c7e6ce28e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1829610 Feb 09 12:57:52.769487 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12622f27-e828-4a20-a825-9e35b1c45100 req-5c48603a-0d20-475a-a7f0-687bca5482cf tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:52.772626 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-12622f27-e828-4a20-a825-9e35b1c45100 req-5c48603a-0d20-475a-a7f0-687bca5482cf tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.0667651 Feb 09 12:57:52.851107 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-12622f27-e828-4a20-a825-9e35b1c45100 req-d6965dc3-6ab2-474c-ae57-33951e251fc6 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725880 Feb 09 12:57:53.454055 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-031a7c37-0558-47fc-91ba-bd54af01cbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:53.733629 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2d478-6254-49e3-9d74-23c99c65016b req-a3bbd873-0645-4767-84ff-9d812b88c3a7 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:53.735750 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-86b2d478-6254-49e3-9d74-23c99c65016b req-a3bbd873-0645-4767-84ff-9d812b88c3a7 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 985 time: 0.0806758 Feb 09 12:57:53.828422 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-86b2d478-6254-49e3-9d74-23c99c65016b req-6aeecfbb-0f7e-47a4-bb3a-37c052d7f508 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&id=58330514-7a06-47d8-87ea-4c7e6ce28e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0841532 Feb 09 12:57:54.033947 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea926ca-a49d-4c99-8b08-a95c77b81b54 req-78e8747d-9a3e-47eb-9041-6875aba7ea68 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:54.048225 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-eea926ca-a49d-4c99-8b08-a95c77b81b54 req-78e8747d-9a3e-47eb-9041-6875aba7ea68 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.1146190 Feb 09 12:57:54.167210 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-eea926ca-a49d-4c99-8b08-a95c77b81b54 req-1c1b9452-e542-40e9-a885-d976af82fe39 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177800 Feb 09 12:57:54.740404 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7056664-c58f-4933-909b-e7fb3069b675 req-441c39eb-05a3-45a4-ae67-b22e4ddd21c6 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:54.742415 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c7056664-c58f-4933-909b-e7fb3069b675 req-441c39eb-05a3-45a4-ae67-b22e4ddd21c6 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 945 time: 0.0807817 Feb 09 12:57:54.803577 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c7056664-c58f-4933-909b-e7fb3069b675 req-e959ec63-91cc-4002-8b41-eb257943bfda tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496285 Feb 09 12:57:55.000116 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2f95f-a340-41cc-83bb-5b72be15e3e5 req-df58149a-ed54-4591-acc4-77ce67843bd0 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:55.002974 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4fb2f95f-a340-41cc-83bb-5b72be15e3e5 req-df58149a-ed54-4591-acc4-77ce67843bd0 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 985 time: 0.0768633 Feb 09 12:57:55.112267 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4fb2f95f-a340-41cc-83bb-5b72be15e3e5 req-82a52b34-5770-4c77-bcde-6aff22d0f246 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&id=58330514-7a06-47d8-87ea-4c7e6ce28e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0948265 Feb 09 12:57:55.367385 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf4a9a-4d05-494f-8778-b72bbf3764db req-ce01e499-d1bb-42ff-a33e-7ad42fba9ce1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:55.370479 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-e4bf4a9a-4d05-494f-8778-b72bbf3764db req-ce01e499-d1bb-42ff-a33e-7ad42fba9ce1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.0696104 Feb 09 12:57:55.441887 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-e4bf4a9a-4d05-494f-8778-b72bbf3764db req-da938a7a-332c-4633-ac58-24b8b5000e59 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643623 Feb 09 12:57:55.940369 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-71180ca2-feb6-4941-b96b-82dcde3b9472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:55.963485 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6de707-840a-47f3-b561-a31dddf329f4 req-abc4507f-b142-468d-b8bd-f21b9cb1cef5 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:55.968300 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2c6de707-840a-47f3-b561-a31dddf329f4 req-abc4507f-b142-468d-b8bd-f21b9cb1cef5 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 945 time: 0.0904043 Feb 09 12:57:56.070227 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2c6de707-840a-47f3-b561-a31dddf329f4 req-2808d8df-0463-4f5f-a017-55257a54f812 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972388 Feb 09 12:57:56.340247 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ecf77f-6247-48a1-831b-b814b7b13cca req-cdfd1b09-b435-4e55-9682-0077eedd0625 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:56.342157 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-25ecf77f-6247-48a1-831b-b814b7b13cca req-cdfd1b09-b435-4e55-9682-0077eedd0625 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 985 time: 0.0740635 Feb 09 12:57:56.511855 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-25ecf77f-6247-48a1-831b-b814b7b13cca req-e34a2d7f-2ae6-40c5-8ae1-6491397c201f tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&id=58330514-7a06-47d8-87ea-4c7e6ce28e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1626642 Feb 09 12:57:56.689791 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62aa9f0-777e-4174-91ca-c4f9b138d706 req-bb9b8541-7983-4fb6-9166-6a2aee68aaa0 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:56.701625 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e62aa9f0-777e-4174-91ca-c4f9b138d706 req-bb9b8541-7983-4fb6-9166-6a2aee68aaa0 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.1084523 Feb 09 12:57:56.768740 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e62aa9f0-777e-4174-91ca-c4f9b138d706 req-4bb9d8b9-5b90-4d9c-b553-e0d3faa8e80c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660791 Feb 09 12:57:57.262098 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b36ce1-a7e4-4337-9656-a1bf41827f68 req-387dcd64-6264-47f7-898b-a1c3ab495c5d tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:57.264695 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-75b36ce1-a7e4-4337-9656-a1bf41827f68 req-387dcd64-6264-47f7-898b-a1c3ab495c5d tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 945 time: 0.0843213 Feb 09 12:57:57.364262 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-75b36ce1-a7e4-4337-9656-a1bf41827f68 req-33d8beae-4d6a-440d-8cf7-636055d16cf9 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894349 Feb 09 12:57:57.387737 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:57.459687 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67c8c2-0d00-4663-9e46-0222ae4a5aee req-0fd151f7-514f-43cc-9c64-8a289761e509 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:57.461721 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ea67c8c2-0d00-4663-9e46-0222ae4a5aee req-0fd151f7-514f-43cc-9c64-8a289761e509 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 945 time: 0.1210930 Feb 09 12:57:57.546287 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ea67c8c2-0d00-4663-9e46-0222ae4a5aee req-d3ac4de8-38b7-4c73-be32-e442d0853b37 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b91c58-7bee-4dfb-8602-fca08dfe77d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778947 Feb 09 12:57:57.767452 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fe48c-b3df-4c34-adb2-e70a61cb575e req-a5c6ba0d-59c9-4ab5-a57f-4b3370e945ba tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:57.770175 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-593fe48c-b3df-4c34-adb2-e70a61cb575e req-a5c6ba0d-59c9-4ab5-a57f-4b3370e945ba tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 985 time: 0.1068072 Feb 09 12:57:57.882312 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-593fe48c-b3df-4c34-adb2-e70a61cb575e req-66057400-62bd-49ee-9400-cdf7f577ab43 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&id=58330514-7a06-47d8-87ea-4c7e6ce28e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1045310 Feb 09 12:57:57.969820 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a904395-28b5-4951-a8ce-d445d205f24d req-7db576a8-9f33-47c8-a8c8-77876018bf34 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:57.986883 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6a904395-28b5-4951-a8ce-d445d205f24d req-7db576a8-9f33-47c8-a8c8-77876018bf34 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.0925853 Feb 09 12:57:58.041618 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6a904395-28b5-4951-a8ce-d445d205f24d req-1b1858fb-d5bb-4ba7-bde6-bb0297bdc26f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619845 Feb 09 12:57:58.518124 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5f67b-979b-4b6e-a013-926f59d9f117 req-ed1158ad-0f9f-479d-aba9-f854426dd64a tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:58.520605 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-46d5f67b-979b-4b6e-a013-926f59d9f117 req-ed1158ad-0f9f-479d-aba9-f854426dd64a tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 945 time: 0.0734441 Feb 09 12:57:58.642771 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-46d5f67b-979b-4b6e-a013-926f59d9f117 req-d0ad51e3-b47f-4f50-b424-6c580b9b628d tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059971 Feb 09 12:57:58.722649 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:58.766406 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7e828-2496-4753-a287-03bdb3f4f51e req-215f9a32-bf1b-4442-82dd-0eab9b163545 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:58.774717 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-abf7e828-2496-4753-a287-03bdb3f4f51e req-215f9a32-bf1b-4442-82dd-0eab9b163545 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 945 time: 0.0935993 Feb 09 12:57:58.832280 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-abf7e828-2496-4753-a287-03bdb3f4f51e req-52a787c0-a876-43bd-8c2f-cf431aa31d2c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b91c58-7bee-4dfb-8602-fca08dfe77d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558810 Feb 09 12:57:59.043990 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede3c86-8b81-48dc-b85f-7f8143fb2659 req-d998176f-4c21-4696-aa88-20abddbcf8fb tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:59.045604 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7ede3c86-8b81-48dc-b85f-7f8143fb2659 req-d998176f-4c21-4696-aa88-20abddbcf8fb tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 985 time: 0.0697932 Feb 09 12:57:59.178771 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7ede3c86-8b81-48dc-b85f-7f8143fb2659 req-1da0cf4f-c3e4-470a-97af-d6c61ad283c6 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&id=58330514-7a06-47d8-87ea-4c7e6ce28e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1190221 Feb 09 12:57:59.305527 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151ebe4-6e0d-45bf-9fff-2529396fd07e req-3779e60e-db9d-425b-9c54-bb1f9479a0d9 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:59.319686 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-f151ebe4-6e0d-45bf-9fff-2529396fd07e req-3779e60e-db9d-425b-9c54-bb1f9479a0d9 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.1512399 Feb 09 12:57:59.433590 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-f151ebe4-6e0d-45bf-9fff-2529396fd07e req-91ea0abe-77cf-484f-98b7-fe7fe8e8b794 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112046 Feb 09 12:57:59.518555 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1d735-5469-42c4-b068-ca39e0fb6787 req-a73ca81f-1a40-44c8-a1d8-2ec97af72d55 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:59.520934 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-efd1d735-5469-42c4-b068-ca39e0fb6787 req-a73ca81f-1a40-44c8-a1d8-2ec97af72d55 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.18 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 945 time: 0.0914550 Feb 09 12:57:59.667617 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-efd1d735-5469-42c4-b068-ca39e0fb6787 req-2fc38872-59c7-4a63-a8ca-e1a137827658 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Deleting port a161f5fa-1d8b-4568-82b1-8a4d05626aec {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:57:59.668391 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-efd1d735-5469-42c4-b068-ca39e0fb6787 req-2fc38872-59c7-4a63-a8ca-e1a137827658 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (a161f5fa-1d8b-4568-82b1-8a4d05626aec), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:59.838644 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:59.886979 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-efd1d735-5469-42c4-b068-ca39e0fb6787 req-2fc38872-59c7-4a63-a8ca-e1a137827658 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] For port a161f5fa-1d8b-4568-82b1-8a4d05626aec, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a161f5fa-1d8b-4568-82b1-8a4d05626aec,segment=NetworkSegment(f34400df-c94b-4224-9e0c-3c0104ffd1f7),segment_id=f34400df-c94b-4224-9e0c-3c0104ffd1f7)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:59.887541 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-efd1d735-5469-42c4-b068-ca39e0fb6787 req-2fc38872-59c7-4a63-a8ca-e1a137827658 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (a161f5fa-1d8b-4568-82b1-8a4d05626aec), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:57:59.923037 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928c170-a61e-43ea-9183-7c45a9229239 req-ba6e50a9-50ef-47fb-9448-96eba575dbb0 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:59.924185 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0928c170-a61e-43ea-9183-7c45a9229239 req-ba6e50a9-50ef-47fb-9448-96eba575dbb0 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 945 time: 0.1658118 Feb 09 12:58:00.077241 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15d55a-9703-43f2-aaa4-fae05cb68ad2 req-414e9b0e-8292-4989-9fe2-14c63c3bd18c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:00.079963 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-2f15d55a-9703-43f2-aaa4-fae05cb68ad2 req-414e9b0e-8292-4989-9fe2-14c63c3bd18c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 945 time: 0.1388292 Feb 09 12:58:00.175528 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0928c170-a61e-43ea-9183-7c45a9229239 req-8035d792-61fd-49c2-b04f-98a47b3bfc2e tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787672 Feb 09 12:58:00.239269 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-2f15d55a-9703-43f2-aaa4-fae05cb68ad2 req-aaa9d0d9-7313-4c9f-bd8f-fa82acb6cc1f tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b91c58-7bee-4dfb-8602-fca08dfe77d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408651 Feb 09 12:58:00.404680 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-efd1d735-5469-42c4-b068-ca39e0fb6787 req-2fc38872-59c7-4a63-a8ca-e1a137827658 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:00.411021 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-efd1d735-5469-42c4-b068-ca39e0fb6787 req-2fc38872-59c7-4a63-a8ca-e1a137827658 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591139'] for floatingip (80c96d2f-0143-4360-8131-77d305ceb222), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:00.411021 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.db.l3_db [req-efd1d735-5469-42c4-b068-ca39e0fb6787 req-2fc38872-59c7-4a63-a8ca-e1a137827658 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Floating IP 80c96d2f-0143-4360-8131-77d305ceb222 disassociated. External IP: 172.27.3.23, port: a161f5fa-1d8b-4568-82b1-8a4d05626aec. Feb 09 12:58:00.411021 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-efd1d735-5469-42c4-b068-ca39e0fb6787 req-2fc38872-59c7-4a63-a8ca-e1a137827658 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Calling delete_port for a161f5fa-1d8b-4568-82b1-8a4d05626aec owned by compute:nova {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:58:00.483379 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc87c8-ff66-4125-99f3-24b861e9e0bc req-21a7ff4c-2e32-4add-8671-b2376a1d960f tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:00.485061 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a7cc87c8-ff66-4125-99f3-24b861e9e0bc req-21a7ff4c-2e32-4add-8671-b2376a1d960f tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 985 time: 0.1508529 Feb 09 12:58:00.660702 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21cd6a-7853-4492-8c82-f148e9d3f1b9 req-197d892f-daa6-4092-bc54-754e526e52d6 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:00.663963 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a7cc87c8-ff66-4125-99f3-24b861e9e0bc req-415802f6-4973-4701-831f-00a8130ed34a tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&id=58330514-7a06-47d8-87ea-4c7e6ce28e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1378753 Feb 09 12:58:00.668937 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-7b21cd6a-7853-4492-8c82-f148e9d3f1b9 req-197d892f-daa6-4092-bc54-754e526e52d6 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.1399262 Feb 09 12:58:00.693950 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-efd1d735-5469-42c4-b068-ca39e0fb6787 req-2fc38872-59c7-4a63-a8ca-e1a137827658 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (a161f5fa-1d8b-4568-82b1-8a4d05626aec), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:00.738211 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc38872-59c7-4a63-a8ca-e1a137827658 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Pushing event deleted for resources: {'Port': ['ID=a161f5fa-1d8b-4568-82b1-8a4d05626aec,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:00.745186 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-7b21cd6a-7853-4492-8c82-f148e9d3f1b9 req-b37332fc-47c5-4e54-89b5-3f3bd8546cca tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720119 Feb 09 12:58:00.749906 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc38872-59c7-4a63-a8ca-e1a137827658 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:00.750366 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc38872-59c7-4a63-a8ca-e1a137827658 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:00.750823 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc38872-59c7-4a63-a8ca-e1a137827658 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:00.751257 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc38872-59c7-4a63-a8ca-e1a137827658 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:00.751732 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc38872-59c7-4a63-a8ca-e1a137827658 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:00.752887 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc38872-59c7-4a63-a8ca-e1a137827658 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:00.752887 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc38872-59c7-4a63-a8ca-e1a137827658 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:00.752887 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc38872-59c7-4a63-a8ca-e1a137827658 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:00.753534 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc38872-59c7-4a63-a8ca-e1a137827658 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:00.753970 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc38872-59c7-4a63-a8ca-e1a137827658 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:00.754415 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc38872-59c7-4a63-a8ca-e1a137827658 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:00.754841 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc38872-59c7-4a63-a8ca-e1a137827658 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:00.755307 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc38872-59c7-4a63-a8ca-e1a137827658 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:00.820704 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 12:58:01.206155 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efd1d735-5469-42c4-b068-ca39e0fb6787 req-2fc38872-59c7-4a63-a8ca-e1a137827658 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Router 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:58:01.424090 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efd1d735-5469-42c4-b068-ca39e0fb6787 req-2fc38872-59c7-4a63-a8ca-e1a137827658 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:58:01.435802 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8bf32f-86eb-42cb-ad95-2006ee34b443 None None] Sync routers for ids ['5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'] in dv-cinder-810917-4-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:58:01.457954 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-63e9b8d2-4358-42e5-b6ce-139fda3807c1 req-5c80564b-f4b7-4680-be35-a0614423d74f tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 210 time: 0.0602226 Feb 09 12:58:01.459363 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8bf32f-86eb-42cb-ad95-2006ee34b443 None None] Routers {'5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:58:01.460510 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-9d8bf32f-86eb-42cb-ad95-2006ee34b443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:57:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:01.492986 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd1d735-5469-42c4-b068-ca39e0fb6787 req-2fc38872-59c7-4a63-a8ca-e1a137827658 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] No DVR routers for this DVR port a161f5fa-1d8b-4568-82b1-8a4d05626aec on host hv-cinder-81091 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:58:01.497731 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-efd1d735-5469-42c4-b068-ca39e0fb6787 req-2fc38872-59c7-4a63-a8ca-e1a137827658 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:01.502257 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-efd1d735-5469-42c4-b068-ca39e0fb6787 req-2fc38872-59c7-4a63-a8ca-e1a137827658 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.18 "DELETE /v2.0/ports/a161f5fa-1d8b-4568-82b1-8a4d05626aec HTTP/1.1" status: 204 len: 173 time: 1.9753366 Feb 09 12:58:01.511397 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18f7f71-f7bc-46b7-83e1-2f04c8424dbb', 'name': 'network-vif-deleted', 'tag': 'a161f5fa-1d8b-4568-82b1-8a4d05626aec'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:58:01.521947 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3360f77-9171-418f-b181-06ec5e845aa8" -d '{"events": [{"server_uuid": "d18f7f71-f7bc-46b7-83e1-2f04c8424dbb", "name": "network-vif-deleted", "tag": "a161f5fa-1d8b-4568-82b1-8a4d05626aec"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:58:01.567007 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9aa1d-e5a1-4222-a90c-5a9a31ed407c req-2d70bfc8-4684-4cd6-9364-823dfe2a796c tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:01.580102 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2cf9aa1d-e5a1-4222-a90c-5a9a31ed407c req-2d70bfc8-4684-4cd6-9364-823dfe2a796c tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 945 time: 0.2459579 Feb 09 12:58:01.622994 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61e81d0-4ddf-4552-8a73-b3ca57eaecd8 x-openstack-request-id: req-d61e81d0-4ddf-4552-8a73-b3ca57eaecd8 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:58:01.623402 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18f7f71-f7bc-46b7-83e1-2f04c8424dbb", "name": "network-vif-deleted", "tag": "a161f5fa-1d8b-4568-82b1-8a4d05626aec", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:58:01.623791 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d61e81d0-4ddf-4552-8a73-b3ca57eaecd8 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:58:01.624318 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18f7f71-f7bc-46b7-83e1-2f04c8424dbb', 'name': 'network-vif-deleted', 'tag': 'a161f5fa-1d8b-4568-82b1-8a4d05626aec', 'status': 'completed', 'code': 200} Feb 09 12:58:01.657873 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-9d8bf32f-86eb-42cb-ad95-2006ee34b443 None None] Set router 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:58:01.664974 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2cf9aa1d-e5a1-4222-a90c-5a9a31ed407c req-18e0c1ce-7f98-4e1f-a4a5-dd8bc25916c3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741606 Feb 09 12:58:01.824009 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d65c67-7c6d-4b86-acd9-b9c6ecd3a9c4 req-6d593793-b2fc-494f-aff8-c9d7b8c30be6 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:01.825872 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-75d65c67-7c6d-4b86-acd9-b9c6ecd3a9c4 req-6d593793-b2fc-494f-aff8-c9d7b8c30be6 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 985 time: 0.0612535 Feb 09 12:58:01.944107 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-75d65c67-7c6d-4b86-acd9-b9c6ecd3a9c4 req-512bde78-d459-4000-9998-1d880718bab9 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&id=58330514-7a06-47d8-87ea-4c7e6ce28e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1027114 Feb 09 12:58:01.964132 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a9302-0682-4f7e-ab6e-84966568e620 req-8af61671-64db-48fc-b612-64535f852912 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:01.971731 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b37a9302-0682-4f7e-ab6e-84966568e620 req-8af61671-64db-48fc-b612-64535f852912 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.0730636 Feb 09 12:58:02.056342 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b37a9302-0682-4f7e-ab6e-84966568e620 req-e4acff7e-435d-41b9-9a71-f22ba60a30ba tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824077 Feb 09 12:58:02.058690 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-9d8bf32f-86eb-42cb-ad95-2006ee34b443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'name': 'tempest-AttachVolumeTestJSON-791187294-router', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:05Z', 'revision_number': 4, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'gw_port': {'id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:49Z', 'updated_at': '2022-02-09T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '9b6546c8-08f3-457c-b54a-d9fb04051f91', 'name': '', 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'mac_address': 'fa:16:3e:97:e2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:52:01Z', 'updated_at': '2022-02-09T12:52:14Z', 'revision_number': 5, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'subnets': [{'id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:02.120502 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8bf32f-86eb-42cb-ad95-2006ee34b443 None None] Checking router: 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 for host: dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:58:02.140021 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8bf32f-86eb-42cb-ad95-2006ee34b443 None None] Routers {'5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:58:02.140730 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-9d8bf32f-86eb-42cb-ad95-2006ee34b443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:57:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:02.358599 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-9d8bf32f-86eb-42cb-ad95-2006ee34b443 None None] Set router 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:58:02.722557 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-662f95cc-2a6b-4028-992e-d4e72af2b6e5 req-d2cfb9ef-9a6f-4615-af97-624f0e08490c tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/ports?device_id=d18f7f71-f7bc-46b7-83e1-2f04c8424dbb HTTP/1.1" status: 200 len: 210 time: 0.0762699 Feb 09 12:58:02.929394 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72558b3c-bc23-4717-a064-4e97aa8f445f req-38ed0399-6310-44b5-a71c-7cbba0fff9db tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:02.938877 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-72558b3c-bc23-4717-a064-4e97aa8f445f req-38ed0399-6310-44b5-a71c-7cbba0fff9db tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 945 time: 0.1096730 Feb 09 12:58:02.943969 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-9d8bf32f-86eb-42cb-ad95-2006ee34b443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'name': 'tempest-AttachVolumeTestJSON-791187294-router', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:05Z', 'revision_number': 4, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'gw_port': {'id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:49Z', 'updated_at': '2022-02-09T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '9b6546c8-08f3-457c-b54a-d9fb04051f91', 'name': '', 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'mac_address': 'fa:16:3e:97:e2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:52:01Z', 'updated_at': '2022-02-09T12:52:14Z', 'revision_number': 5, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'subnets': [{'id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:03.006191 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8bf32f-86eb-42cb-ad95-2006ee34b443 None None] The sync data for ids ['5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'] in dv-cinder-810917-4-iscsi is: [{'id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'name': 'tempest-AttachVolumeTestJSON-791187294-router', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:05Z', 'revision_number': 4, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'gw_port': {'id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:49Z', 'updated_at': '2022-02-09T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '9b6546c8-08f3-457c-b54a-d9fb04051f91', 'name': '', 'network_id': '2b9eccac-64ca-4d60-9a01-96555c9ae72a', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'mac_address': 'fa:16:3e:97:e2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:52:01Z', 'updated_at': '2022-02-09T12:52:14Z', 'revision_number': 5, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'subnets': [{'id': '84a8a225-35f7-4e02-9760-81e6be58b94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:58:03.006735 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-72558b3c-bc23-4717-a064-4e97aa8f445f req-0fdc893f-99a4-4439-ac44-4b619cc9f857 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664499 Feb 09 12:58:03.131387 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837d5ee-ad2c-4b3d-8f06-04325f11d28b req-6284cbd3-820a-4371-a753-0c31b92d954a tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:03.135146 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6837d5ee-ad2c-4b3d-8f06-04325f11d28b req-6284cbd3-820a-4371-a753-0c31b92d954a tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 985 time: 0.0929904 Feb 09 12:58:03.252419 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6837d5ee-ad2c-4b3d-8f06-04325f11d28b req-9c671d98-f8a6-4f97-9927-a69f3cd93285 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&id=58330514-7a06-47d8-87ea-4c7e6ce28e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1027408 Feb 09 12:58:03.297367 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974f3e7-9da8-4876-bfb3-3ec880a46b46 req-b6537335-f70f-4c67-ba3b-42a398dc2b1b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:03.299620 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5974f3e7-9da8-4876-bfb3-3ec880a46b46 req-b6537335-f70f-4c67-ba3b-42a398dc2b1b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.0967283 Feb 09 12:58:03.398400 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device a161f5fa-1d8b-4568-82b1-8a4d05626aec no longer exists at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:58:03.405415 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5974f3e7-9da8-4876-bfb3-3ec880a46b46 req-ba8de0de-cf5c-495d-8b90-bb71ef49deac tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941951 Feb 09 12:58:03.445565 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] No Port match for: a161f5fa-1d8b-4568-82b1-8a4d05626aec {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 12:58:03.445565 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device a161f5fa-1d8b-4568-82b1-8a4d05626aec not bound to the agent host hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 12:58:03.509700 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56128e8-e5b8-458c-830c-1e3ee1fe99e3 None None] New status for floating IP 80c96d2f-0143-4360-8131-77d305ceb222: DOWN {{(pid=109772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:58:03.924362 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 55322) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:58:04.007088 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f7c19d3a-3aca-4fdd-a69f-e3e955431801 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for security_group (e9b91c58-7bee-4dfb-8602-fca08dfe77d5), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:04.053057 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f7c19d3a-3aca-4fdd-a69f-e3e955431801 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for security_group (e9b91c58-7bee-4dfb-8602-fca08dfe77d5), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:04.247293 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230165ac-d92c-4e30-bf8a-aa3dccc56f03 req-65d39e20-a835-4a46-910e-bd3bfb8582d7 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:04.249000 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-230165ac-d92c-4e30-bf8a-aa3dccc56f03 req-65d39e20-a835-4a46-910e-bd3bfb8582d7 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 945 time: 0.0909386 Feb 09 12:58:04.251274 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f7c19d3a-3aca-4fdd-a69f-e3e955431801 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (e9b91c58-7bee-4dfb-8602-fca08dfe77d5), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:04.254066 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f7c19d3a-3aca-4fdd-a69f-e3e955431801 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:04.255355 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-f7c19d3a-3aca-4fdd-a69f-e3e955431801 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "DELETE /v2.0/security-groups/e9b91c58-7bee-4dfb-8602-fca08dfe77d5 HTTP/1.1" status: 204 len: 168 time: 0.3299463 Feb 09 12:58:04.260648 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 55326) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:58:04.280158 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.api.v2.resource [None req-872fb989-7557-4ded-bbc2-cad40a2f253e tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] show failed (client error): The resource could not be found. Feb 09 12:58:04.285149 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-872fb989-7557-4ded-bbc2-cad40a2f253e tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "GET /v2.0/security-groups/e9b91c58-7bee-4dfb-8602-fca08dfe77d5 HTTP/1.1" status: 404 len: 347 time: 0.0219305 Feb 09 12:58:04.286382 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 55328) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:58:04.293200 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c19d3a-3aca-4fdd-a69f-e3e955431801 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b91c58-7bee-4dfb-8602-fca08dfe77d5,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:04.332811 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c19d3a-3aca-4fdd-a69f-e3e955431801 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:04.333262 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c19d3a-3aca-4fdd-a69f-e3e955431801 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:04.333728 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c19d3a-3aca-4fdd-a69f-e3e955431801 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:04.334179 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c19d3a-3aca-4fdd-a69f-e3e955431801 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:04.334651 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c19d3a-3aca-4fdd-a69f-e3e955431801 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:04.334997 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c19d3a-3aca-4fdd-a69f-e3e955431801 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:04.335476 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c19d3a-3aca-4fdd-a69f-e3e955431801 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:04.335971 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c19d3a-3aca-4fdd-a69f-e3e955431801 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:04.336417 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c19d3a-3aca-4fdd-a69f-e3e955431801 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:04.336930 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c19d3a-3aca-4fdd-a69f-e3e955431801 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:04.337268 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c19d3a-3aca-4fdd-a69f-e3e955431801 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:04.337803 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c19d3a-3aca-4fdd-a69f-e3e955431801 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:04.338136 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c19d3a-3aca-4fdd-a69f-e3e955431801 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:04.359676 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-230165ac-d92c-4e30-bf8a-aa3dccc56f03 req-e4522558-1412-4a73-b01b-c5d10f32f3cf tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911872 Feb 09 12:58:04.586333 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ccb39-8e29-4d5c-a4b2-f2de8bbdeb8b req-afde85ae-b766-4319-bd4e-52be6d0255ac tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:04.589470 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-8c7ccb39-8e29-4d5c-a4b2-f2de8bbdeb8b req-afde85ae-b766-4319-bd4e-52be6d0255ac tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.0791073 Feb 09 12:58:04.656315 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-8c7ccb39-8e29-4d5c-a4b2-f2de8bbdeb8b req-6634f5bb-7e2d-4d89-82a7-9391886a438d tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585268 Feb 09 12:58:04.672432 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca5fa3-c402-4a95-a4dd-0b626f18b943 req-c1c9f376-2f87-4684-bf09-42e048a28e23 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:04.674625 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-efca5fa3-c402-4a95-a4dd-0b626f18b943 req-c1c9f376-2f87-4684-bf09-42e048a28e23 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 985 time: 0.1619847 Feb 09 12:58:04.700259 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0615d731-86b5-4854-b1f3-4e4a0ee98895 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Deleting port cd282789-f8d3-4d69-ac73-92dca240f018 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:58:04.700602 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0615d731-86b5-4854-b1f3-4e4a0ee98895 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (cd282789-f8d3-4d69-ac73-92dca240f018), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:04.847201 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-efca5fa3-c402-4a95-a4dd-0b626f18b943 req-95c518f6-999d-4693-8278-809e980c54b9 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&id=58330514-7a06-47d8-87ea-4c7e6ce28e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1629667 Feb 09 12:58:04.874241 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0615d731-86b5-4854-b1f3-4e4a0ee98895 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (cd282789-f8d3-4d69-ac73-92dca240f018), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:04.874706 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0615d731-86b5-4854-b1f3-4e4a0ee98895 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for floatingip (cd282789-f8d3-4d69-ac73-92dca240f018), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:04.895171 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0615d731-86b5-4854-b1f3-4e4a0ee98895 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Calling delete_port for cd282789-f8d3-4d69-ac73-92dca240f018 owned by network:floatingip {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:58:05.191387 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0615d731-86b5-4854-b1f3-4e4a0ee98895 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (cd282789-f8d3-4d69-ac73-92dca240f018), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:05.231552 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615d731-86b5-4854-b1f3-4e4a0ee98895 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Pushing event deleted for resources: {'Port': ['ID=cd282789-f8d3-4d69-ac73-92dca240f018,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:05.318016 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0615d731-86b5-4854-b1f3-4e4a0ee98895 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks [] for floatingip (80c96d2f-0143-4360-8131-77d305ceb222), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:05.320854 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0615d731-86b5-4854-b1f3-4e4a0ee98895 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for floatingip (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:05.322851 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-0615d731-86b5-4854-b1f3-4e4a0ee98895 tempest-AttachVolumeTestJSON-217546419 tempest-AttachVolumeTestJSON-217546419-project] 10.222.0.50 "DELETE /v2.0/floatingips/80c96d2f-0143-4360-8131-77d305ceb222 HTTP/1.1" status: 204 len: 168 time: 1.0352383 Feb 09 12:58:05.539062 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d0262-17fb-42b3-b0b3-353a5d7225bb req-7977c56b-3478-4a26-a4dc-df7af6bba3d3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:05.541825 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-636d0262-17fb-42b3-b0b3-353a5d7225bb req-7977c56b-3478-4a26-a4dc-df7af6bba3d3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 945 time: 0.0853846 Feb 09 12:58:05.659476 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-636d0262-17fb-42b3-b0b3-353a5d7225bb req-328eb3f2-c0c3-40fd-8093-b124b5180c11 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034212 Feb 09 12:58:05.823167 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9af99-cf66-4dc5-a392-b338c27a420d req-5360bd0a-3aa8-49a2-b82d-38cc36b62c6c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:05.825408 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-95c9af99-cf66-4dc5-a392-b338c27a420d req-5360bd0a-3aa8-49a2-b82d-38cc36b62c6c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.0691557 Feb 09 12:58:05.885157 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-95c9af99-cf66-4dc5-a392-b338c27a420d req-53da1dc0-858a-4642-b35b-e7b2a6afc7ad tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515678 Feb 09 12:58:06.013829 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c6f20-b7ba-4ba2-9abd-53ca85b04ac4 req-875f8edb-5ddc-40f0-8986-8e52956e1b62 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:06.015566 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-af2c6f20-b7ba-4ba2-9abd-53ca85b04ac4 req-875f8edb-5ddc-40f0-8986-8e52956e1b62 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 985 time: 0.0652912 Feb 09 12:58:06.098419 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-af2c6f20-b7ba-4ba2-9abd-53ca85b04ac4 req-649bc3bb-e465-44d0-944b-fc50e6451fca tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&id=58330514-7a06-47d8-87ea-4c7e6ce28e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0708485 Feb 09 12:58:06.815623 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec6bb2-002a-4455-aff4-945ef5989fb1 req-b5dea80a-a6b6-462d-b3ba-66418cee4261 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:06.826149 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1bec6bb2-002a-4455-aff4-945ef5989fb1 req-b5dea80a-a6b6-462d-b3ba-66418cee4261 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 945 time: 0.0865824 Feb 09 12:58:06.888909 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1bec6bb2-002a-4455-aff4-945ef5989fb1 req-9264df1c-be86-4746-8510-276e85b5c74c tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610943 Feb 09 12:58:07.066377 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb89eca-b578-4287-a08a-1883de7e6db8 req-7e6a3088-663b-4676-8d70-e35f795ca879 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:07.069111 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ddb89eca-b578-4287-a08a-1883de7e6db8 req-7e6a3088-663b-4676-8d70-e35f795ca879 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.0630755 Feb 09 12:58:07.153298 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ddb89eca-b578-4287-a08a-1883de7e6db8 req-313d3c35-d2c1-4639-a4d8-7b72985b230b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657196 Feb 09 12:58:07.277658 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d7bb7-ff79-4086-868d-53e68a254e17 req-9114a420-bb24-4236-980d-06c8f096fd1d tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:07.292999 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8d0d7bb7-ff79-4086-868d-53e68a254e17 req-9114a420-bb24-4236-980d-06c8f096fd1d tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 985 time: 0.1055508 Feb 09 12:58:07.407085 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8d0d7bb7-ff79-4086-868d-53e68a254e17 req-e0d618f1-d56e-4277-a6cf-185a434d0279 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&id=58330514-7a06-47d8-87ea-4c7e6ce28e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1123815 Feb 09 12:58:08.089102 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbacb7b-557e-4196-8c88-8ddee0a01af7 req-50e5655e-343d-4a37-a9f0-7277e2ed655b tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:08.091698 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-cfbacb7b-557e-4196-8c88-8ddee0a01af7 req-50e5655e-343d-4a37-a9f0-7277e2ed655b tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 945 time: 0.0756061 Feb 09 12:58:08.156601 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-cfbacb7b-557e-4196-8c88-8ddee0a01af7 req-60a09574-b663-47fa-8375-f030a6df2775 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554850 Feb 09 12:58:08.330831 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf090c3-45ee-4de9-a3d1-11dc3daef4a2 req-c25f0a61-037a-4f71-a506-33268dfc0474 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:08.332553 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-faf090c3-45ee-4de9-a3d1-11dc3daef4a2 req-c25f0a61-037a-4f71-a506-33268dfc0474 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.0686297 Feb 09 12:58:08.420788 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-faf090c3-45ee-4de9-a3d1-11dc3daef4a2 req-f1ea2617-e180-4621-b205-93fcac0fe32a tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802698 Feb 09 12:58:08.578133 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17055a1d-4792-4b46-b72f-d772391f549b req-c44ce319-4940-4d46-ae85-c551c84eb283 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:08.579808 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-17055a1d-4792-4b46-b72f-d772391f549b req-c44ce319-4940-4d46-ae85-c551c84eb283 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 985 time: 0.0807347 Feb 09 12:58:08.706129 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-17055a1d-4792-4b46-b72f-d772391f549b req-1822c10f-3c66-4dc8-ad89-f52e2fdf67bd tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&id=58330514-7a06-47d8-87ea-4c7e6ce28e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1185527 Feb 09 12:58:09.304929 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd144e-79fd-48cc-97d6-8dacbd74fb40 req-cb6c8e6c-6805-4f94-9b0b-6f16edfe6a7a tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:09.308208 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5ecd144e-79fd-48cc-97d6-8dacbd74fb40 req-cb6c8e6c-6805-4f94-9b0b-6f16edfe6a7a tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 945 time: 0.0643768 Feb 09 12:58:09.414611 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5ecd144e-79fd-48cc-97d6-8dacbd74fb40 req-239f5d6f-d181-4a3d-9a99-42684c694ce3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869849 Feb 09 12:58:09.654661 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100681a-3a39-4db9-b79a-75c055d7c550 req-0cba2012-1b17-44fa-90dd-53334ff035b8 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:09.656851 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6100681a-3a39-4db9-b79a-75c055d7c550 req-0cba2012-1b17-44fa-90dd-53334ff035b8 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.0983367 Feb 09 12:58:09.775869 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6100681a-3a39-4db9-b79a-75c055d7c550 req-395b40ee-77b0-467e-909d-4112d680afed tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049862 Feb 09 12:58:09.831616 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 55412) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:58:10.098093 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e43669-5dd6-428d-91c8-1df05fe5c557 req-d528c32d-6f8a-4171-baa7-42ac38e5ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:10.099597 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-84e43669-5dd6-428d-91c8-1df05fe5c557 req-d528c32d-6f8a-4171-baa7-42ac38e5ff40 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=19f045d14ee84b2d9a76ecc5e986b7b2&device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 1129 time: 0.0880260 Feb 09 12:58:10.295211 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e43669-5dd6-428d-91c8-1df05fe5c557 req-0c1b0dbf-c969-477e-b98e-b7585b4d564a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:10.296826 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-84e43669-5dd6-428d-91c8-1df05fe5c557 req-0c1b0dbf-c969-477e-b98e-b7585b4d564a service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2444ddf-e0f9-423c-b50e-660fe55289c5 HTTP/1.1" status: 200 len: 910 time: 0.1867945 Feb 09 12:58:10.420755 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-84e43669-5dd6-428d-91c8-1df05fe5c557 req-59873588-8648-4481-98cc-13ee1d6658c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10e73c89-b01c-48ed-ba11-e00a1c2f608b HTTP/1.1" status: 200 len: 1001 time: 0.1180573 Feb 09 12:58:10.491412 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e43669-5dd6-428d-91c8-1df05fe5c557 req-681b6a9c-7371-4bb9-a69f-c69dbb064e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:10.492977 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-84e43669-5dd6-428d-91c8-1df05fe5c557 req-681b6a9c-7371-4bb9-a69f-c69dbb064e73 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52389728-c5f1-4193-92ae-0886d565814f HTTP/1.1" status: 200 len: 848 time: 0.0664575 Feb 09 12:58:10.556419 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764c727-e858-41b5-8571-6e12c42e3bc7 req-ac493df6-5933-49cc-abcc-7f4001e6c2f0 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:10.556419 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-9764c727-e858-41b5-8571-6e12c42e3bc7 req-ac493df6-5933-49cc-abcc-7f4001e6c2f0 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 945 time: 0.0601575 Feb 09 12:58:10.594524 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e43669-5dd6-428d-91c8-1df05fe5c557 req-94e707db-c6d8-4323-b91a-c32f7b28ef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:10.596154 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-84e43669-5dd6-428d-91c8-1df05fe5c557 req-94e707db-c6d8-4323-b91a-c32f7b28ef42 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2444ddf-e0f9-423c-b50e-660fe55289c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0838983 Feb 09 12:58:10.606718 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-9764c727-e858-41b5-8571-6e12c42e3bc7 req-a77aa63a-8ac2-4588-82aa-e05c58fcee62 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465977 Feb 09 12:58:10.612213 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2f66730c-a4a5-4e94-9323-2809c9ee2206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590883'] for router_interface (5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:10.826819 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-84e43669-5dd6-428d-91c8-1df05fe5c557 req-b50ef40b-b45f-44a0-b27e-b202c45e4ef4 service neutron] 10.222.0.18 "GET /v2.0/networks/a2444ddf-e0f9-423c-b50e-660fe55289c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774848 Feb 09 12:58:11.012050 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-84e43669-5dd6-428d-91c8-1df05fe5c557 req-4efcf5cf-8266-4179-b3a0-731761800e86 service neutron] 10.222.0.18 "GET /v2.0/networks/a2444ddf-e0f9-423c-b50e-660fe55289c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631172 Feb 09 12:58:11.020719 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6cdfc-bbc1-4ad0-96d7-7f3c2b22aab0 req-e2e4427b-2485-4c5d-810c-dc8b9b183391 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:11.022196 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0af6cdfc-bbc1-4ad0-96d7-7f3c2b22aab0 req-e2e4427b-2485-4c5d-810c-dc8b9b183391 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.1179321 Feb 09 12:58:11.128053 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0af6cdfc-bbc1-4ad0-96d7-7f3c2b22aab0 req-4a8db219-7ca8-499d-91ae-1f6525dfc6d8 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794990 Feb 09 12:58:11.150087 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-2f66730c-a4a5-4e94-9323-2809c9ee2206 admin admin] Deleting port 9b6546c8-08f3-457c-b54a-d9fb04051f91 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:58:11.150242 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2f66730c-a4a5-4e94-9323-2809c9ee2206 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (9b6546c8-08f3-457c-b54a-d9fb04051f91), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:11.244912 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-2f66730c-a4a5-4e94-9323-2809c9ee2206 admin admin] For port 9b6546c8-08f3-457c-b54a-d9fb04051f91, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=9b6546c8-08f3-457c-b54a-d9fb04051f91,segment=NetworkSegment(f34400df-c94b-4224-9e0c-3c0104ffd1f7),segment_id=f34400df-c94b-4224-9e0c-3c0104ffd1f7)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:11.245263 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2f66730c-a4a5-4e94-9323-2809c9ee2206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (9b6546c8-08f3-457c-b54a-d9fb04051f91), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:11.266117 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-2f66730c-a4a5-4e94-9323-2809c9ee2206 admin admin] Calling delete_port for 9b6546c8-08f3-457c-b54a-d9fb04051f91 owned by network:router_interface {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:58:11.414752 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=109771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 12:58:11.523898 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:11.539300 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Returning: {'device': '374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49', 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'port_id': '374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49', 'mac_address': 'fa:16:3e:2e:57:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 12:58:11.557727 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2f66730c-a4a5-4e94-9323-2809c9ee2206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (9b6546c8-08f3-457c-b54a-d9fb04051f91), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:11.586164 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 is: ACTIVE; New status is: BUILD {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:58:11.586623 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:11.606656 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:58:11.623099 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66730c-a4a5-4e94-9323-2809c9ee2206 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b6546c8-08f3-457c-b54a-d9fb04051f91,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:11.638304 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:11.730203 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:11.773994 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bacea4-6b16-4d9b-b391-c55d96de077c req-2aa29538-bfe1-4a43-ba1d-581b750df546 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:11.782428 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a4bacea4-6b16-4d9b-b391-c55d96de077c req-2aa29538-bfe1-4a43-ba1d-581b750df546 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 945 time: 0.0743084 Feb 09 12:58:11.840034 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:58:11.844075 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49,revision_number=6']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:11.865899 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a4bacea4-6b16-4d9b-b391-c55d96de077c req-ec725315-47bf-475b-bfbe-3e6aaabf5e45 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825667 Feb 09 12:58:11.889194 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:11.889696 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:11.890127 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:11.890754 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:11.891167 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:11.891618 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:11.892026 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:11.892432 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:11.892830 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:11.893248 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:11.893675 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:11.894055 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:11.894541 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:11.931592 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-2f66730c-a4a5-4e94-9323-2809c9ee2206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1614721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591031'] for router_interface (5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:12.393930 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f3590-1904-486a-9913-a52a3c70d8aa req-7c48cdc5-4e5f-438a-86cc-3c5707bd41b9 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:12.395518 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-646f3590-1904-486a-9913-a52a3c70d8aa req-7c48cdc5-4e5f-438a-86cc-3c5707bd41b9 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 944 time: 0.1177998 Feb 09 12:58:12.607487 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-646f3590-1904-486a-9913-a52a3c70d8aa req-690e670d-e69e-449b-b089-3d0808c9963e tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037330 Feb 09 12:58:12.675449 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f66730c-a4a5-4e94-9323-2809c9ee2206 admin admin] Router 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:58:12.820860 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f66730c-a4a5-4e94-9323-2809c9ee2206 admin admin] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:58:12.830302 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-2f66730c-a4a5-4e94-9323-2809c9ee2206 admin admin] 10.222.0.50 "PUT /v2.0/routers/5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9970615 Feb 09 12:58:12.833501 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 55520) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:58:12.839915 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897e34db-2195-43c4-a887-2dd2746771dd None None] Sync routers for ids ['5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'] in dv-cinder-810917-4-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:58:12.868427 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897e34db-2195-43c4-a887-2dd2746771dd None None] Routers {'5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:58:12.869061 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-897e34db-2195-43c4-a887-2dd2746771dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:57:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:13.067895 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-266dad32-ced6-4a62-8c65-82a65f93c103 admin admin] Publish callbacks [] for router (5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:13.083305 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-897e34db-2195-43c4-a887-2dd2746771dd None None] Set router 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:58:13.085739 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15d59c-45f5-4b73-9be0-cf478582520b req-d6fc8432-ea05-47d0-8f60-da5418a9ac19 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:13.091504 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-bb15d59c-45f5-4b73-9be0-cf478582520b req-d6fc8432-ea05-47d0-8f60-da5418a9ac19 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 945 time: 0.0973573 Feb 09 12:58:13.256674 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-bb15d59c-45f5-4b73-9be0-cf478582520b req-648b4113-06f1-4c94-941e-800e2c0ee354 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638727 Feb 09 12:58:13.331795 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-266dad32-ced6-4a62-8c65-82a65f93c103 admin admin] Publish callbacks [] for router_gateway (5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:13.399969 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-897e34db-2195-43c4-a887-2dd2746771dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'name': 'tempest-AttachVolumeTestJSON-791187294-router', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:58:11Z', 'revision_number': 5, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'gw_port': {'id': 'e8942fa1-4a49-4399-966f-8a2c630805fd', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:49Z', 'updated_at': '2022-02-09T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:13.437394 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 up at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:58:13.441328 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897e34db-2195-43c4-a887-2dd2746771dd None None] Checking router: 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 for host: dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:58:13.479903 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897e34db-2195-43c4-a887-2dd2746771dd None None] Routers {'5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:58:13.480443 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-897e34db-2195-43c4-a887-2dd2746771dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:57:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:13.530256 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-266dad32-ced6-4a62-8c65-82a65f93c103 admin admin] Deleting port e8942fa1-4a49-4399-966f-8a2c630805fd {{(pid=109770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:58:13.530620 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-266dad32-ced6-4a62-8c65-82a65f93c103 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (e8942fa1-4a49-4399-966f-8a2c630805fd), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:13.601369 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning complete for port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:13.601862 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:13.638558 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-897e34db-2195-43c4-a887-2dd2746771dd None None] Set router 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 gateway port host: None {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:58:13.684263 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-266dad32-ced6-4a62-8c65-82a65f93c103 admin admin] For port e8942fa1-4a49-4399-966f-8a2c630805fd, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=e8942fa1-4a49-4399-966f-8a2c630805fd,segment=NetworkSegment(b9e37f85-ea5b-4692-8272-94f7f4592b1f),segment_id=b9e37f85-ea5b-4692-8272-94f7f4592b1f)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:13.684597 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-266dad32-ced6-4a62-8c65-82a65f93c103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (e8942fa1-4a49-4399-966f-8a2c630805fd), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:13.709078 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-266dad32-ced6-4a62-8c65-82a65f93c103 admin admin] Calling delete_port for e8942fa1-4a49-4399-966f-8a2c630805fd owned by network:router_gateway {{(pid=109770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:58:13.732555 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-897e34db-2195-43c4-a887-2dd2746771dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'name': 'tempest-AttachVolumeTestJSON-791187294-router', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:58:13Z', 'revision_number': 6, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'gw_port_host': None}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:13.804405 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897e34db-2195-43c4-a887-2dd2746771dd None None] The sync data for ids ['5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4'] in dv-cinder-810917-4-iscsi is: [{'id': '5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4', 'name': 'tempest-AttachVolumeTestJSON-791187294-router', 'tenant_id': '9ae5fef998e8491e9c43576344076b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:58:13Z', 'revision_number': 6, 'project_id': '9ae5fef998e8491e9c43576344076b19', 'gw_port_host': None}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:58:13.860821 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7b1fe-38eb-4cb2-964d-467729e7a9ff req-86e165e2-ff2d-4fcc-8591-488d96c993a6 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:13.862585 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bad7b1fe-38eb-4cb2-964d-467729e7a9ff req-86e165e2-ff2d-4fcc-8591-488d96c993a6 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 944 time: 0.1086495 Feb 09 12:58:13.900765 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 is: BUILD; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:58:13.901329 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:13.936650 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bad7b1fe-38eb-4cb2-964d-467729e7a9ff req-cc8a7d45-bf04-4721-9626-c77fd119938f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618932 Feb 09 12:58:13.951573 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419503fb-b0ac-44fb-8e33-1065fa4779d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:58:13.955354 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35568c951842a11d678cd4ef08ed24226590f5ef87a7b6612a56827cefa1ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78c01d1-1bbf-4240-9f3c-a73f76475d95" -d '{"events": [{"server_uuid": "419503fb-b0ac-44fb-8e33-1065fa4779d5", "name": "network-vif-plugged", "status": "completed", "tag": "374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:58:13.972846 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:14.003874 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d97cfe1-5a39-4936-9fc0-929a4f404571 x-openstack-request-id: req-3d97cfe1-5a39-4936-9fc0-929a4f404571 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:58:14.004324 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419503fb-b0ac-44fb-8e33-1065fa4779d5", "name": "network-vif-plugged", "status": "completed", "tag": "374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:58:14.004699 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3d97cfe1-5a39-4936-9fc0-929a4f404571 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:58:14.005208 dv-cinder-810917-4-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419503fb-b0ac-44fb-8e33-1065fa4779d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49', 'code': 200} Feb 09 12:58:14.089391 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:14.090348 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 10e73c89-b01c-48ed-ba11-e00a1c2f608b no longer exists at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:58:14.152069 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-266dad32-ced6-4a62-8c65-82a65f93c103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (e8942fa1-4a49-4399-966f-8a2c630805fd), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:14.205660 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49,revision_number=7']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:14.405917 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 55536) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:58:14.412113 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266dad32-ced6-4a62-8c65-82a65f93c103 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8942fa1-4a49-4399-966f-8a2c630805fd,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:14.447344 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 10e73c89-b01c-48ed-ba11-e00a1c2f608b is: ACTIVE; New status is: DOWN {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:58:14.447790 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (10e73c89-b01c-48ed-ba11-e00a1c2f608b), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:14.533366 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 9b6546c8-08f3-457c-b54a-d9fb04051f91 no longer exists at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:58:14.534133 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-266dad32-ced6-4a62-8c65-82a65f93c103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1591061'] for router_gateway (5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:14.534241 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] No Port match for: 9b6546c8-08f3-457c-b54a-d9fb04051f91 {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 12:58:14.534241 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 9b6546c8-08f3-457c-b54a-d9fb04051f91 not bound to the agent host dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 12:58:14.550004 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_v2 [None req-a782d44a-331a-4082-b7ba-5dba0758c862 admin admin] Deleting subnet aee5d71f-4cbe-4e62-aa8a-956376db4fc1 {{(pid=109769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 12:58:14.554397 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a782d44a-331a-4082-b7ba-5dba0758c862 admin admin] Publish callbacks [] for subnet (aee5d71f-4cbe-4e62-aa8a-956376db4fc1), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:14.573128 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 10e73c89-b01c-48ed-ba11-e00a1c2f608b, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=10e73c89-b01c-48ed-ba11-e00a1c2f608b,segment=NetworkSegment(65e83d7c-8f31-4529-aaf4-8a9ed6c91a40),segment_id=65e83d7c-8f31-4529-aaf4-8a9ed6c91a40)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:14.616463 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a782d44a-331a-4082-b7ba-5dba0758c862 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3638820'] for subnet (aee5d71f-4cbe-4e62-aa8a-956376db4fc1), precommit_delete_associations {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:14.646785 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fbf16-b614-4be2-8991-da7f020f3719 req-6a7d1229-ab38-4dcd-97e0-aba24eeef902 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:14.648868 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c53fbf16-b614-4be2-8991-da7f020f3719 req-6a7d1229-ab38-4dcd-97e0-aba24eeef902 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 945 time: 0.1491368 Feb 09 12:58:14.652197 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-266dad32-ced6-4a62-8c65-82a65f93c103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8967'] for router (5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:14.659357 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-266dad32-ced6-4a62-8c65-82a65f93c103 admin admin] Publish callbacks [] for router_controller (5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4), precommit_delete_associations {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:14.713591 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a782d44a-331a-4082-b7ba-5dba0758c862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956720'] for subnet (aee5d71f-4cbe-4e62-aa8a-956376db4fc1), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:14.800303 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c53fbf16-b614-4be2-8991-da7f020f3719 req-d952aaae-3c71-45ad-a838-b3927d960bb5 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375864 Feb 09 12:58:14.895406 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [req-05efd324-ac3c-4d2b-9c34-3d4bec9d5620 req-d3e87baa-d90e-444e-8b16-fe9ff92c9765 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109770) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 12:58:14.896913 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-05efd324-ac3c-4d2b-9c34-3d4bec9d5620 req-d3e87baa-d90e-444e-8b16-fe9ff92c9765 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061212 Feb 09 12:58:14.980596 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (10e73c89-b01c-48ed-ba11-e00a1c2f608b), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:15.034300 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=10e73c89-b01c-48ed-ba11-e00a1c2f608b,revision_number=6']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:15.072117 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-266dad32-ced6-4a62-8c65-82a65f93c103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588357'] for router (5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:15.072981 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266dad32-ced6-4a62-8c65-82a65f93c103 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 {{(pid=109770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 12:58:15.077145 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e80781-f095-42c1-985e-65ca236349d6 req-2ec2c11d-e913-4e2d-9775-15ea529c1d03 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:15.079037 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-266dad32-ced6-4a62-8c65-82a65f93c103 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:15.079544 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a6e80781-f095-42c1-985e-65ca236349d6 req-2ec2c11d-e913-4e2d-9775-15ea529c1d03 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.0671880 Feb 09 12:58:15.081747 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-266dad32-ced6-4a62-8c65-82a65f93c103 admin admin] 10.222.0.50 "DELETE /v2.0/routers/5cb8cfe4-47df-4d1a-bd67-fcd27c2e1fa4 HTTP/1.1" status: 204 len: 168 time: 2.2461288 Feb 09 12:58:15.081912 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a782d44a-331a-4082-b7ba-5dba0758c862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-956875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8719902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8772564'] for subnet (aee5d71f-4cbe-4e62-aa8a-956376db4fc1), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:15.083284 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 55542) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:58:15.107398 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:15.123013 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782d44a-331a-4082-b7ba-5dba0758c862 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aee5d71f-4cbe-4e62-aa8a-956376db4fc1,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:15.136767 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a782d44a-331a-4082-b7ba-5dba0758c862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:15.139986 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-a782d44a-331a-4082-b7ba-5dba0758c862 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/aee5d71f-4cbe-4e62-aa8a-956376db4fc1 HTTP/1.1" status: 204 len: 168 time: 0.7328939 Feb 09 12:58:15.144778 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 55544) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:58:15.146492 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a026bf-e1e1-4400-aaac-9c582967602e admin admin] Deleting subnet 84a8a225-35f7-4e02-9760-81e6be58b94d {{(pid=109770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 12:58:15.151113 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c0a026bf-e1e1-4400-aaac-9c582967602e admin admin] Publish callbacks [] for subnet (84a8a225-35f7-4e02-9760-81e6be58b94d), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:15.188806 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c0a026bf-e1e1-4400-aaac-9c582967602e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10469959'] for subnet (84a8a225-35f7-4e02-9760-81e6be58b94d), precommit_delete_associations {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:15.235825 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a6e80781-f095-42c1-985e-65ca236349d6 req-d0275092-7e52-4906-8ed1-608fe514bd03 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211650 Feb 09 12:58:15.332900 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-511ab8ff-01ea-4f8d-aedb-168301197ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-976102'] for network (3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:15.474307 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c0a026bf-e1e1-4400-aaac-9c582967602e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956720'] for subnet (84a8a225-35f7-4e02-9760-81e6be58b94d), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:15.521969 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 55556) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:58:15.535399 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-511ab8ff-01ea-4f8d-aedb-168301197ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032615', 'neutron.services.segments.db._delete_segments_for_network-8775837910977'] for network (3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:15.553007 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0c9e7-3074-42eb-af99-737d10c3c89f req-7055b384-6654-49b3-bd30-0d7191d0ea79 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:15.558101 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a1d0c9e7-3074-42eb-af99-737d10c3c89f req-7055b384-6654-49b3-bd30-0d7191d0ea79 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 943 time: 0.1485503 Feb 09 12:58:15.575042 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-511ab8ff-01ea-4f8d-aedb-168301197ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f']}} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:15.588163 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-511ab8ff-01ea-4f8d-aedb-168301197ee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f822c8de-0954-4255-b2fa-51305cce47f5') {'for_net_delete': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:15.588466 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-511ab8ff-01ea-4f8d-aedb-168301197ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f822c8de-0954-4255-b2fa-51305cce47f5') {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:15.613132 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-511ab8ff-01ea-4f8d-aedb-168301197ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775837913034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3638831'] for segment (f822c8de-0954-4255-b2fa-51305cce47f5), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:15.635023 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-511ab8ff-01ea-4f8d-aedb-168301197ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (f822c8de-0954-4255-b2fa-51305cce47f5), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:15.643359 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511ab8ff-01ea-4f8d-aedb-168301197ee0 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=109769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:58:15.643851 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-511ab8ff-01ea-4f8d-aedb-168301197ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8720052'] for segment (f822c8de-0954-4255-b2fa-51305cce47f5), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: Traceback (most recent call last): Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: timer() Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: cb(*args, **kw) Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: return func(*args, **kwargs) Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: self._notify() Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: self.callback(batched_events) Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: event.method(event) Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: return f(self, *a, **k) Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: return self._get(url).json() Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: return self.request(url, 'GET', **kwargs) Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:58:15.645760 dv-cinder-810917-4-iscsi neutron-server[109769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:58:15.661415 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a1d0c9e7-3074-42eb-af99-737d10c3c89f req-4325ce3a-7602-4011-ac28-b9c028297a75 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934460 Feb 09 12:58:15.688851 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b0420de6-16de-43e6-899c-ef4b78203598 req-ef3d552d-2418-4678-b85b-746b9d6e0bba service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1644797 Feb 09 12:58:15.698284 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [req-b0420de6-16de-43e6-899c-ef4b78203598 req-8f3f5903-fe36-437f-a67b-79121d933502 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109770) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 12:58:15.699591 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b0420de6-16de-43e6-899c-ef4b78203598 req-8f3f5903-fe36-437f-a67b-79121d933502 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057914 Feb 09 12:58:15.722791 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c0a026bf-e1e1-4400-aaac-9c582967602e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-956875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10470405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10234534'] for subnet (84a8a225-35f7-4e02-9760-81e6be58b94d), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:15.796944 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a026bf-e1e1-4400-aaac-9c582967602e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84a8a225-35f7-4e02-9760-81e6be58b94d,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:15.805396 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c0a026bf-e1e1-4400-aaac-9c582967602e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:15.813520 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-c0a026bf-e1e1-4400-aaac-9c582967602e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/84a8a225-35f7-4e02-9760-81e6be58b94d HTTP/1.1" status: 204 len: 168 time: 0.7289033 Feb 09 12:58:15.815645 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 55562) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:58:15.818186 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd46f7c-78f8-46fc-9b3b-9aec0bb37f69 None None] Network 2b9eccac-64ca-4d60-9a01-96555c9ae72a requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:58:15.882277 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-511ab8ff-01ea-4f8d-aedb-168301197ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591153'] for network (3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:15.985860 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eb678660-69ac-4f99-b818-24a38755d0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-976102'] for network (2b9eccac-64ca-4d60-9a01-96555c9ae72a), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:15.991893 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ab8ff-01ea-4f8d-aedb-168301197ee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:15.991893 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-511ab8ff-01ea-4f8d-aedb-168301197ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:15.998310 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-511ab8ff-01ea-4f8d-aedb-168301197ee0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3d4a7dfc-3154-4380-bcb6-cd3f7543cc5f HTTP/1.1" status: 204 len: 168 time: 0.8525786 Feb 09 12:58:16.023798 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562eba84-fce8-4ed3-b475-f89f11bef6e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10e73c89-b01c-48ed-ba11-e00a1c2f608b'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:58:16.036038 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35568c951842a11d678cd4ef08ed24226590f5ef87a7b6612a56827cefa1ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e307754a-d40a-42d9-96d8-48c278da2c7e" -d '{"events": [{"server_uuid": "562eba84-fce8-4ed3-b475-f89f11bef6e0", "name": "network-vif-unplugged", "status": "completed", "tag": "10e73c89-b01c-48ed-ba11-e00a1c2f608b"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:58:16.107274 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-eb678660-69ac-4f99-b818-24a38755d0cd admin admin] Deleting port 7dffddcb-5385-461c-88c9-8504f5297dd7 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:58:16.107274 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eb678660-69ac-4f99-b818-24a38755d0cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (7dffddcb-5385-461c-88c9-8504f5297dd7), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:16.124329 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 12:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fce8a5-b77c-4429-b2c6-7f67d2c0f8e3 x-openstack-request-id: req-b0fce8a5-b77c-4429-b2c6-7f67d2c0f8e3 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:58:16.124620 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562eba84-fce8-4ed3-b475-f89f11bef6e0", "name": "network-vif-unplugged", "status": "failed", "tag": "10e73c89-b01c-48ed-ba11-e00a1c2f608b", "code": 422}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:58:16.124870 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b0fce8a5-b77c-4429-b2c6-7f67d2c0f8e3 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:58:16.125308 dv-cinder-810917-4-iscsi neutron-server[109771]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '562eba84-fce8-4ed3-b475-f89f11bef6e0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '10e73c89-b01c-48ed-ba11-e00a1c2f608b', 'code': 422} returned with failed status Feb 09 12:58:16.129447 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2f81ef-aaea-47df-b929-e8dc0605a51b None None] DHCP port deletion for 2b9eccac-64ca-4d60-9a01-96555c9ae72a request from dv-cinder-810917-4-iscsi {{(pid=109771) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 12:58:16.228867 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-ad2f81ef-aaea-47df-b929-e8dc0605a51b None None] Deleting port 7dffddcb-5385-461c-88c9-8504f5297dd7 {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:58:16.229655 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ad2f81ef-aaea-47df-b929-e8dc0605a51b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (7dffddcb-5385-461c-88c9-8504f5297dd7), before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:16.234027 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-eb678660-69ac-4f99-b818-24a38755d0cd admin admin] For port 7dffddcb-5385-461c-88c9-8504f5297dd7, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=7dffddcb-5385-461c-88c9-8504f5297dd7,segment=NetworkSegment(f34400df-c94b-4224-9e0c-3c0104ffd1f7),segment_id=f34400df-c94b-4224-9e0c-3c0104ffd1f7)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:16.234027 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eb678660-69ac-4f99-b818-24a38755d0cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (7dffddcb-5385-461c-88c9-8504f5297dd7), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:16.260941 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-eb678660-69ac-4f99-b818-24a38755d0cd admin admin] Calling delete_port for 7dffddcb-5385-461c-88c9-8504f5297dd7 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:58:16.311821 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-ad2f81ef-aaea-47df-b929-e8dc0605a51b None None] For port 7dffddcb-5385-461c-88c9-8504f5297dd7, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=7dffddcb-5385-461c-88c9-8504f5297dd7,segment=NetworkSegment(f34400df-c94b-4224-9e0c-3c0104ffd1f7),segment_id=f34400df-c94b-4224-9e0c-3c0104ffd1f7)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:16.312380 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ad2f81ef-aaea-47df-b929-e8dc0605a51b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (7dffddcb-5385-461c-88c9-8504f5297dd7), precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:16.350534 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-ad2f81ef-aaea-47df-b929-e8dc0605a51b None None] Calling delete_port for 7dffddcb-5385-461c-88c9-8504f5297dd7 owned by network:dhcp {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:58:16.435296 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa0d44-dc0c-4c8f-8674-eb0d5a3c9a34 req-2cdf0d99-c7d2-4401-8241-41234c31e481 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:16.440053 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-aefa0d44-dc0c-4c8f-8674-eb0d5a3c9a34 req-2cdf0d99-c7d2-4401-8241-41234c31e481 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.0704846 Feb 09 12:58:16.514917 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 55574) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:58:16.529286 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eb678660-69ac-4f99-b818-24a38755d0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (7dffddcb-5385-461c-88c9-8504f5297dd7), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:16.532869 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device e8942fa1-4a49-4399-966f-8a2c630805fd no longer exists at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:58:16.565164 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-aefa0d44-dc0c-4c8f-8674-eb0d5a3c9a34 req-8d0cb808-5769-4e78-bf74-34a98e198885 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085649 Feb 09 12:58:16.569787 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] No Port match for: e8942fa1-4a49-4399-966f-8a2c630805fd {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 12:58:16.569787 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device e8942fa1-4a49-4399-966f-8a2c630805fd not bound to the agent host dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 12:58:16.569787 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 7dffddcb-5385-461c-88c9-8504f5297dd7 no longer exists at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:58:16.593842 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] No Port match for: 7dffddcb-5385-461c-88c9-8504f5297dd7 {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 12:58:16.594185 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 7dffddcb-5385-461c-88c9-8504f5297dd7 not bound to the agent host dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 12:58:16.612497 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ad2f81ef-aaea-47df-b929-e8dc0605a51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332'] for port (7dffddcb-5385-461c-88c9-8504f5297dd7), after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:16.612629 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-28986c67-ee42-4a8c-8f7f-04570aaaec42 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1476ea3e27e745ec8dc85e2886454fea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0929148 Feb 09 12:58:16.612629 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb678660-69ac-4f99-b818-24a38755d0cd admin admin] Pushing event deleted for resources: {'Port': ['ID=7dffddcb-5385-461c-88c9-8504f5297dd7,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:16.615362 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 55576) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:58:16.628495 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb678660-69ac-4f99-b818-24a38755d0cd admin admin] No DVR routers for this DVR port 7dffddcb-5385-461c-88c9-8504f5297dd7 on host dv-cinder-810917-4-iscsi {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:58:16.636063 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f81ef-aaea-47df-b929-e8dc0605a51b None None] Pushing event deleted for resources: {'Port': ['ID=7dffddcb-5385-461c-88c9-8504f5297dd7,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:16.653299 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2f81ef-aaea-47df-b929-e8dc0605a51b None None] No DVR routers for this DVR port 7dffddcb-5385-461c-88c9-8504f5297dd7 on host dv-cinder-810917-4-iscsi {{(pid=109771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:58:16.759627 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eb678660-69ac-4f99-b818-24a38755d0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032615', 'neutron.services.segments.db._delete_segments_for_network-8775837910977'] for network (2b9eccac-64ca-4d60-9a01-96555c9ae72a), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:16.802524 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-eb678660-69ac-4f99-b818-24a38755d0cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b9eccac-64ca-4d60-9a01-96555c9ae72a']}} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:16.850776 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-eb678660-69ac-4f99-b818-24a38755d0cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34400df-c94b-4224-9e0c-3c0104ffd1f7') {'for_net_delete': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:16.851100 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-eb678660-69ac-4f99-b818-24a38755d0cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34400df-c94b-4224-9e0c-3c0104ffd1f7') {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:16.874042 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eb678660-69ac-4f99-b818-24a38755d0cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775837913034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3638831'] for segment (f34400df-c94b-4224-9e0c-3c0104ffd1f7), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:16.910103 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe526ad-6275-4aa0-96a0-c031c91dc0e4 req-b25eee15-d5e9-49df-adc7-b3d238fca264 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:16.911657 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bbe526ad-6275-4aa0-96a0-c031c91dc0e4 req-b25eee15-d5e9-49df-adc7-b3d238fca264 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 943 time: 0.1251559 Feb 09 12:58:16.918063 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-17008a38-8a69-4dd1-9e99-3f9c4c28d8f2 admin admin] Publish callbacks [] for security_group (f9252234-9959-4886-8b49-ba9642bacb5d), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:16.921380 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eb678660-69ac-4f99-b818-24a38755d0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (f34400df-c94b-4224-9e0c-3c0104ffd1f7), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:16.954241 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb678660-69ac-4f99-b818-24a38755d0cd admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:58:16.954869 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eb678660-69ac-4f99-b818-24a38755d0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8720052'] for segment (f34400df-c94b-4224-9e0c-3c0104ffd1f7), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: Traceback (most recent call last): Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: timer() Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: cb(*args, **kw) Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: return func(*args, **kwargs) Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: self._notify() Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: self.callback(batched_events) Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: event.method(event) Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: return f(self, *a, **k) Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: return self._get(url).json() Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: return self.request(url, 'GET', **kwargs) Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:58:16.959261 dv-cinder-810917-4-iscsi neutron-server[109769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:58:17.029301 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-17008a38-8a69-4dd1-9e99-3f9c4c28d8f2 admin admin] Publish callbacks [] for security_group (f9252234-9959-4886-8b49-ba9642bacb5d), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:17.098250 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bbe526ad-6275-4aa0-96a0-c031c91dc0e4 req-ceb36d2e-0c7c-425a-a1ba-a774640f6b5d tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715064 Feb 09 12:58:17.185412 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eb678660-69ac-4f99-b818-24a38755d0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591153'] for network (2b9eccac-64ca-4d60-9a01-96555c9ae72a), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:17.191748 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-eb678660-69ac-4f99-b818-24a38755d0cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:17.198111 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-eb678660-69ac-4f99-b818-24a38755d0cd admin admin] 10.222.0.50 "DELETE /v2.0/networks/2b9eccac-64ca-4d60-9a01-96555c9ae72a HTTP/1.1" status: 204 len: 168 time: 1.3806477 Feb 09 12:58:17.216778 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb678660-69ac-4f99-b818-24a38755d0cd admin admin] Pushing event deleted for resources: {'Network': ['ID=2b9eccac-64ca-4d60-9a01-96555c9ae72a,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:17.221132 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-17008a38-8a69-4dd1-9e99-3f9c4c28d8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (f9252234-9959-4886-8b49-ba9642bacb5d), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:17.221888 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-17008a38-8a69-4dd1-9e99-3f9c4c28d8f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:17.232951 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-17008a38-8a69-4dd1-9e99-3f9c4c28d8f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f9252234-9959-4886-8b49-ba9642bacb5d HTTP/1.1" status: 204 len: 168 time: 0.6136532 Feb 09 12:58:17.240928 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17008a38-8a69-4dd1-9e99-3f9c4c28d8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9252234-9959-4886-8b49-ba9642bacb5d,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:17.749285 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2393a-47df-4e54-b049-639094acc35d req-4d716e15-fc74-4594-a7c5-4a9a0b05ea88 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:17.770066 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-60a2393a-47df-4e54-b049-639094acc35d req-4d716e15-fc74-4594-a7c5-4a9a0b05ea88 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.0843012 Feb 09 12:58:17.822571 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 55592) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:58:17.888388 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-fe4ab9bb-e8be-45ce-b8b8-d1395597e3fa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9ae5fef998e8491e9c43576344076b19&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0641589 Feb 09 12:58:17.891459 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 55594) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:58:17.900209 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-60a2393a-47df-4e54-b049-639094acc35d req-f2a212cd-2e12-4062-8bbe-46e6446ca103 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278615 Feb 09 12:58:17.968040 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b87eae90-1c37-4acb-a551-c942eca3d7c7 admin admin] Publish callbacks [] for security_group (5e76a31c-a0b8-4900-9d0c-441c987239e2), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:18.008964 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b87eae90-1c37-4acb-a551-c942eca3d7c7 admin admin] Publish callbacks [] for security_group (5e76a31c-a0b8-4900-9d0c-441c987239e2), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:18.237969 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b87eae90-1c37-4acb-a551-c942eca3d7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (5e76a31c-a0b8-4900-9d0c-441c987239e2), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:18.240657 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b87eae90-1c37-4acb-a551-c942eca3d7c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:18.244838 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-b87eae90-1c37-4acb-a551-c942eca3d7c7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5e76a31c-a0b8-4900-9d0c-441c987239e2 HTTP/1.1" status: 204 len: 168 time: 0.3522456 Feb 09 12:58:18.255862 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87eae90-1c37-4acb-a551-c942eca3d7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e76a31c-a0b8-4900-9d0c-441c987239e2,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:18.290435 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50044ab3-a6f8-4680-a42c-92e6881636ec req-d5c49ee2-ba01-411f-9b46-31a53bf3fdbc tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:18.292152 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-50044ab3-a6f8-4680-a42c-92e6881636ec req-d5c49ee2-ba01-411f-9b46-31a53bf3fdbc tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 943 time: 0.1075952 Feb 09 12:58:18.382756 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-50044ab3-a6f8-4680-a42c-92e6881636ec req-c387b09f-faa4-4d51-84bd-551ed605d860 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779476 Feb 09 12:58:18.934129 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0420de6-16de-43e6-899c-ef4b78203598 req-7f5e9d84-46ca-49b8-aa8d-8dc5dde51523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:18.935763 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b0420de6-16de-43e6-899c-ef4b78203598 req-7f5e9d84-46ca-49b8-aa8d-8dc5dde51523 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0&tenant_id=19f045d14ee84b2d9a76ecc5e986b7b2 HTTP/1.1" status: 200 len: 1127 time: 0.0750749 Feb 09 12:58:19.022791 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0420de6-16de-43e6-899c-ef4b78203598 req-910c7a64-0571-4d8c-9e75-c56326ebc106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:19.025472 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b0420de6-16de-43e6-899c-ef4b78203598 req-910c7a64-0571-4d8c-9e75-c56326ebc106 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=19f045d14ee84b2d9a76ecc5e986b7b2&device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 1127 time: 0.0658991 Feb 09 12:58:19.108318 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b864e-62b1-447d-a8c8-bdddeec05986 req-52034be1-fa44-4b28-8a80-6bf5906c0be1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:19.115767 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c80b864e-62b1-447d-a8c8-bdddeec05986 req-52034be1-fa44-4b28-8a80-6bf5906c0be1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.0999074 Feb 09 12:58:19.160311 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0420de6-16de-43e6-899c-ef4b78203598 req-0dcc9a74-60c8-47d7-9438-ceaa6b04e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:19.161865 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b0420de6-16de-43e6-899c-ef4b78203598 req-0dcc9a74-60c8-47d7-9438-ceaa6b04e711 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2444ddf-e0f9-423c-b50e-660fe55289c5 HTTP/1.1" status: 200 len: 910 time: 0.1310902 Feb 09 12:58:19.174518 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c80b864e-62b1-447d-a8c8-bdddeec05986 req-55f9c431-aa04-4a44-85fa-a1af6b9777db tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574675 Feb 09 12:58:19.242170 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b0420de6-16de-43e6-899c-ef4b78203598 req-938b9648-cb8f-4cf9-9876-8923c3f7a313 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10e73c89-b01c-48ed-ba11-e00a1c2f608b HTTP/1.1" status: 200 len: 999 time: 0.0746071 Feb 09 12:58:19.294963 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0420de6-16de-43e6-899c-ef4b78203598 req-ec172d11-089a-4f8f-a08e-bf587c493aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:19.296465 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b0420de6-16de-43e6-899c-ef4b78203598 req-ec172d11-089a-4f8f-a08e-bf587c493aab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52389728-c5f1-4193-92ae-0886d565814f HTTP/1.1" status: 200 len: 848 time: 0.0488153 Feb 09 12:58:19.367286 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0420de6-16de-43e6-899c-ef4b78203598 req-4b63fa4d-e642-42b9-be7f-39a5398d7622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:19.369564 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b0420de6-16de-43e6-899c-ef4b78203598 req-4b63fa4d-e642-42b9-be7f-39a5398d7622 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2444ddf-e0f9-423c-b50e-660fe55289c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668521 Feb 09 12:58:19.500220 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b0420de6-16de-43e6-899c-ef4b78203598 req-753df7c4-b2f1-4542-b9ed-84f81475a94f service neutron] 10.222.0.18 "GET /v2.0/networks/a2444ddf-e0f9-423c-b50e-660fe55289c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248589 Feb 09 12:58:19.664748 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932609d-aa44-45c8-98d9-9f368143ddfd req-4090e789-b729-480c-8d0d-dfe55a8f22fd tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:19.670206 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f932609d-aa44-45c8-98d9-9f368143ddfd req-4090e789-b729-480c-8d0d-dfe55a8f22fd tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 943 time: 0.0991731 Feb 09 12:58:19.680872 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b0420de6-16de-43e6-899c-ef4b78203598 req-e4ef37cf-def9-40b1-a5d0-4b8f42cc2ba7 service neutron] 10.222.0.18 "GET /v2.0/networks/a2444ddf-e0f9-423c-b50e-660fe55289c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735322 Feb 09 12:58:19.786080 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f932609d-aa44-45c8-98d9-9f368143ddfd req-bd935bc5-c77c-468b-8994-b0bc91ceb576 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020515 Feb 09 12:58:20.425330 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be812d3-91c9-49ce-a207-43d3125c80c8 req-001215c6-6a2e-429e-9e67-933955137fa2 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:20.426999 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1be812d3-91c9-49ce-a207-43d3125c80c8 req-001215c6-6a2e-429e-9e67-933955137fa2 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.0993640 Feb 09 12:58:20.507653 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1be812d3-91c9-49ce-a207-43d3125c80c8 req-46b4e7f7-0d9d-4250-a5d9-241ca6615792 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721147 Feb 09 12:58:20.959137 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b967c8b-8818-427d-b59d-5f650cac436f req-5ded0d29-ec50-40ef-a35d-86ec5bd0f72b tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:20.960989 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0b967c8b-8818-427d-b59d-5f650cac436f req-5ded0d29-ec50-40ef-a35d-86ec5bd0f72b tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 943 time: 0.0833390 Feb 09 12:58:21.027886 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0b967c8b-8818-427d-b59d-5f650cac436f req-50eb6a9b-b877-47c7-a630-ac16b22dbf18 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575504 Feb 09 12:58:21.770222 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396d645-04bf-4306-85ae-de150abb992c req-085a3e19-90bd-4d95-8702-a68bf1bfc216 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:21.771943 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-3396d645-04bf-4306-85ae-de150abb992c req-085a3e19-90bd-4d95-8702-a68bf1bfc216 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.0836151 Feb 09 12:58:21.875089 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-3396d645-04bf-4306-85ae-de150abb992c req-ab9270b8-1a8d-47c3-82d2-9f15f056e4fd tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897505 Feb 09 12:58:22.236636 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15af74-32a8-4f0e-bf98-5f2e7432c2fd req-7c5a518b-dbfd-4868-ae3a-d931ed01ea86 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:22.246336 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fa15af74-32a8-4f0e-bf98-5f2e7432c2fd req-7c5a518b-dbfd-4868-ae3a-d931ed01ea86 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 943 time: 0.1077404 Feb 09 12:58:22.332523 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fa15af74-32a8-4f0e-bf98-5f2e7432c2fd req-caa25b96-f3d0-449e-bb9e-2d75cd18e4de tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844700 Feb 09 12:58:23.043488 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849ab4f-4f98-4635-b628-7735f1a327a5 req-c2a753e2-fa96-46be-86f6-b1f980275e0c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:23.045040 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-9849ab4f-4f98-4635-b628-7735f1a327a5 req-c2a753e2-fa96-46be-86f6-b1f980275e0c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.0653694 Feb 09 12:58:23.093497 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-9849ab4f-4f98-4635-b628-7735f1a327a5 req-6c6a9417-3720-4477-a718-c2cbf3b8ae56 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426903 Feb 09 12:58:23.432928 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-632ac834-dc55-4998-a6e4-16ba0a83c7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:23.497605 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3653cf1-388c-4f3a-98b2-bab6ee5293bd req-e4274007-7a29-4729-9144-70f55000007f tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:23.499052 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a3653cf1-388c-4f3a-98b2-bab6ee5293bd req-e4274007-7a29-4729-9144-70f55000007f tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 943 time: 0.0848165 Feb 09 12:58:23.574266 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a3653cf1-388c-4f3a-98b2-bab6ee5293bd req-37e5956a-34bc-4f4d-96b5-5f58e960702e tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626113 Feb 09 12:58:24.233574 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0046c26-32e1-4b30-87ff-09a9a327ae73 req-4e48ccde-6edf-4dbe-9fa8-dfec14e43135 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:24.235165 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b0046c26-32e1-4b30-87ff-09a9a327ae73 req-4e48ccde-6edf-4dbe-9fa8-dfec14e43135 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.0567689 Feb 09 12:58:24.296258 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b0046c26-32e1-4b30-87ff-09a9a327ae73 req-73857a94-1257-4911-9c1c-9d0d63639fbb tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500829 Feb 09 12:58:24.732266 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4651889-87f0-4332-96db-9d6526311f2e req-e19cf31a-17b5-48eb-a15c-dd052e155ed0 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:24.733774 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c4651889-87f0-4332-96db-9d6526311f2e req-e19cf31a-17b5-48eb-a15c-dd052e155ed0 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 943 time: 0.0645523 Feb 09 12:58:24.786999 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c4651889-87f0-4332-96db-9d6526311f2e req-5084bcac-2bd1-4e86-bd27-c04f4c731627 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474522 Feb 09 12:58:25.448933 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb510e-7640-42c3-91fe-b2d88a60b1fe req-6f2300b6-31c8-477a-974d-b40e5451187f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:25.450598 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-53bb510e-7640-42c3-91fe-b2d88a60b1fe req-6f2300b6-31c8-477a-974d-b40e5451187f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.0601583 Feb 09 12:58:25.502914 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-53bb510e-7640-42c3-91fe-b2d88a60b1fe req-14b4205a-83fa-40b4-932f-413c0fca5c6e tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466027 Feb 09 12:58:25.910798 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-aa9403ac-4347-4af6-a698-bd560659ca43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:25.922219 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b482264-99a1-4b17-a69c-a9a5e791cecb req-d69775fb-3fb1-4a8e-98c0-3c1fe91b3ad6 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:25.923996 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9b482264-99a1-4b17-a69c-a9a5e791cecb req-d69775fb-3fb1-4a8e-98c0-3c1fe91b3ad6 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 943 time: 0.0595770 Feb 09 12:58:25.979279 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9b482264-99a1-4b17-a69c-a9a5e791cecb req-db7b6611-8458-4e95-b0e4-fb42c8ab2daa tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496676 Feb 09 12:58:26.638216 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1273c22-fc23-4a68-b8fe-0beaee506dfa req-594fbe1e-1f35-494c-9b7d-b67ac225daf7 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:26.639705 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a1273c22-fc23-4a68-b8fe-0beaee506dfa req-594fbe1e-1f35-494c-9b7d-b67ac225daf7 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.0598562 Feb 09 12:58:26.690423 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a1273c22-fc23-4a68-b8fe-0beaee506dfa req-0bf0630c-0b68-4d2a-b527-e79af2b9c1f2 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450003 Feb 09 12:58:27.114877 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fed31e-c30e-454d-822c-d3ea5612f4c0 req-d21197bc-3c2a-4517-a5c0-b93cc1342c2d tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:27.116650 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b5fed31e-c30e-454d-822c-d3ea5612f4c0 req-d21197bc-3c2a-4517-a5c0-b93cc1342c2d tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 943 time: 0.0674839 Feb 09 12:58:27.178979 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b5fed31e-c30e-454d-822c-d3ea5612f4c0 req-3e8fa4a1-78d2-4e0c-aec5-7ad3867dd716 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516133 Feb 09 12:58:27.367859 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:27.820856 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a219da8-2e0a-4d68-9f19-25f6ae331df2 req-e8cf5ea7-faf6-4339-a083-84d28bbaa511 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:27.823218 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0a219da8-2e0a-4d68-9f19-25f6ae331df2 req-e8cf5ea7-faf6-4339-a083-84d28bbaa511 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.0553944 Feb 09 12:58:27.873993 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0a219da8-2e0a-4d68-9f19-25f6ae331df2 req-b728dae8-53f7-4343-9c6b-64e4e76816d9 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441496 Feb 09 12:58:28.308941 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9381a09-8bf8-4505-b825-4354290b4cf1 req-47d89e0b-aee7-4512-afd3-e00e88e7fa9d tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:28.310522 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a9381a09-8bf8-4505-b825-4354290b4cf1 req-47d89e0b-aee7-4512-afd3-e00e88e7fa9d tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 943 time: 0.0569756 Feb 09 12:58:28.387826 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a9381a09-8bf8-4505-b825-4354290b4cf1 req-e631dc77-c00d-4a7b-9e55-e269d896ac90 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715547 Feb 09 12:58:28.409673 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d6350-9bc5-4ecc-8e4f-1328f11efedd req-1945d8d4-9d4c-4cc8-ac1e-d63e7de9ced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:28.411239 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-be3d6350-9bc5-4ecc-8e4f-1328f11efedd req-1945d8d4-9d4c-4cc8-ac1e-d63e7de9ced8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39b9e5bd06ec4dfd8511de90980d78b3&device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 1129 time: 0.0669532 Feb 09 12:58:28.517451 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d6350-9bc5-4ecc-8e4f-1328f11efedd req-ff0f9e31-a6b1-4b44-b95b-81dbf8056bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:28.518924 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-be3d6350-9bc5-4ecc-8e4f-1328f11efedd req-ff0f9e31-a6b1-4b44-b95b-81dbf8056bbf service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a233017-512c-4fc0-9a95-c7f1c6d0e43c HTTP/1.1" status: 200 len: 918 time: 0.1013665 Feb 09 12:58:28.591746 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-be3d6350-9bc5-4ecc-8e4f-1328f11efedd req-cb1c44ac-6529-4b9a-b2e1-61e23630b7c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 HTTP/1.1" status: 200 len: 1001 time: 0.0651345 Feb 09 12:58:28.640812 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d6350-9bc5-4ecc-8e4f-1328f11efedd req-e44c371b-3d85-49d6-9d0e-50ec67ffe5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:28.642288 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-be3d6350-9bc5-4ecc-8e4f-1328f11efedd req-e44c371b-3d85-49d6-9d0e-50ec67ffe5c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5361ada0-f2f0-49de-80d0-c2d7fc189252 HTTP/1.1" status: 200 len: 856 time: 0.0444245 Feb 09 12:58:28.694473 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d6350-9bc5-4ecc-8e4f-1328f11efedd req-73f2f57d-624e-4e2b-be31-5aa24648651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:28.695909 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-be3d6350-9bc5-4ecc-8e4f-1328f11efedd req-73f2f57d-624e-4e2b-be31-5aa24648651a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a233017-512c-4fc0-9a95-c7f1c6d0e43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478327 Feb 09 12:58:28.756454 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:28.792582 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-be3d6350-9bc5-4ecc-8e4f-1328f11efedd req-419449fa-9108-4048-be15-5dd0360cd83b service neutron] 10.222.0.18 "GET /v2.0/networks/7a233017-512c-4fc0-9a95-c7f1c6d0e43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899496 Feb 09 12:58:28.889463 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-be3d6350-9bc5-4ecc-8e4f-1328f11efedd req-778470dc-6c34-4729-879a-c445ffc09379 service neutron] 10.222.0.18 "GET /v2.0/networks/7a233017-512c-4fc0-9a95-c7f1c6d0e43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887802 Feb 09 12:58:29.003689 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ef1ea-c0d5-4447-a34a-9c1ea11ace6a req-633b202a-4c8a-4172-a38d-23a071c6f08e tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:29.005112 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fa0ef1ea-c0d5-4447-a34a-9c1ea11ace6a req-633b202a-4c8a-4172-a38d-23a071c6f08e tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 945 time: 0.0543542 Feb 09 12:58:29.054185 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fa0ef1ea-c0d5-4447-a34a-9c1ea11ace6a req-57994a73-8018-467b-beb8-672a5ad2f2e4 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421526 Feb 09 12:58:29.510170 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:58:29.527591 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47afb3-0e92-4c24-9395-f2d3b7a417de req-2ae47246-5ece-47a7-b685-e2b529d0b057 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:29.529102 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ac47afb3-0e92-4c24-9395-f2d3b7a417de req-2ae47246-5ece-47a7-b685-e2b529d0b057 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 943 time: 0.0597832 Feb 09 12:58:29.590581 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ac47afb3-0e92-4c24-9395-f2d3b7a417de req-ef00e547-aa7d-4441-93b6-4532c1a90272 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536971 Feb 09 12:58:29.749904 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 is: ACTIVE; New status is: DOWN {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:58:29.750289 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:29.775309 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419503fb-b0ac-44fb-8e33-1065fa4779d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:58:29.778389 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35568c951842a11d678cd4ef08ed24226590f5ef87a7b6612a56827cefa1ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66b8b85-d352-407f-a9ce-8150fe4626fd" -d '{"events": [{"server_uuid": "419503fb-b0ac-44fb-8e33-1065fa4779d5", "name": "network-vif-unplugged", "status": "completed", "tag": "374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:58:29.793502 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:29.817121 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 12:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721ec21b-1bd9-4d44-916c-d18814cfc9ca x-openstack-request-id: req-721ec21b-1bd9-4d44-916c-d18814cfc9ca {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:58:29.817511 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419503fb-b0ac-44fb-8e33-1065fa4779d5", "name": "network-vif-unplugged", "status": "completed", "tag": "374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:58:29.817868 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-721ec21b-1bd9-4d44-916c-d18814cfc9ca {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:58:29.818345 dv-cinder-810917-4-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419503fb-b0ac-44fb-8e33-1065fa4779d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49', 'code': 200} Feb 09 12:58:29.859415 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:29.905088 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:29.961840 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49,revision_number=8']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:30.204639 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba6e55-1b1e-4d88-8f4f-f0018c35ef4c req-5f71d5fc-ab35-427c-8d04-e43503735c57 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:30.207269 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a7ba6e55-1b1e-4d88-8f4f-f0018c35ef4c req-5f71d5fc-ab35-427c-8d04-e43503735c57 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 943 time: 0.0681574 Feb 09 12:58:30.260418 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a7ba6e55-1b1e-4d88-8f4f-f0018c35ef4c req-8537c297-7830-48b9-89db-7449abe7cc6d tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473418 Feb 09 12:58:30.723489 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ce37e-1df4-4c6a-b197-3e956089d571 req-98c8e213-1059-464d-b299-a91789f2afb6 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:30.725011 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b06ce37e-1df4-4c6a-b197-3e956089d571 req-98c8e213-1059-464d-b299-a91789f2afb6 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 943 time: 0.0614781 Feb 09 12:58:30.778445 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b06ce37e-1df4-4c6a-b197-3e956089d571 req-97aee5e6-e77f-4277-a5d8-b4d3644a1b35 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459220 Feb 09 12:58:31.395345 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 55820) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:58:31.405315 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32055ad2-f70d-4673-aec6-b18ee0932b6c req-e60a1428-6f41-4f50-b65c-ad68e0abcef4 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:31.406875 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-32055ad2-f70d-4673-aec6-b18ee0932b6c req-e60a1428-6f41-4f50-b65c-ad68e0abcef4 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 943 time: 0.0605731 Feb 09 12:58:31.458990 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-32055ad2-f70d-4673-aec6-b18ee0932b6c req-6e401286-7b3f-4aae-a205-ff7dcc711248 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461907 Feb 09 12:58:31.518006 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bfcca1ef-c84d-4a3e-b4db-01bfa951fbd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:31.519489 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 10e73c89-b01c-48ed-ba11-e00a1c2f608b details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=109771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 12:58:31.608073 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bfcca1ef-c84d-4a3e-b4db-01bfa951fbd9 admin admin] Publish callbacks [] for security_group (20446ea1-125d-436b-848f-5b8b63811a7a), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:31.639318 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 10e73c89-b01c-48ed-ba11-e00a1c2f608b, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=10e73c89-b01c-48ed-ba11-e00a1c2f608b,segment=NetworkSegment(65e83d7c-8f31-4529-aaf4-8a9ed6c91a40),segment_id=65e83d7c-8f31-4529-aaf4-8a9ed6c91a40)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:31.650860 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Returning: {'device': '10e73c89-b01c-48ed-ba11-e00a1c2f608b', 'network_id': 'a2444ddf-e0f9-423c-b50e-660fe55289c5', 'port_id': '10e73c89-b01c-48ed-ba11-e00a1c2f608b', 'mac_address': 'fa:16:3e:50:a7:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52389728-c5f1-4193-92ae-0886d565814f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 12:58:31.688945 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 10e73c89-b01c-48ed-ba11-e00a1c2f608b is: DOWN; New status is: BUILD {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:58:31.689332 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (10e73c89-b01c-48ed-ba11-e00a1c2f608b), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:31.702557 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e73c89-b01c-48ed-ba11-e00a1c2f608b {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:58:31.722779 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 10e73c89-b01c-48ed-ba11-e00a1c2f608b, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=10e73c89-b01c-48ed-ba11-e00a1c2f608b,segment=NetworkSegment(65e83d7c-8f31-4529-aaf4-8a9ed6c91a40),segment_id=65e83d7c-8f31-4529-aaf4-8a9ed6c91a40)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:31.762083 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bfcca1ef-c84d-4a3e-b4db-01bfa951fbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (20446ea1-125d-436b-848f-5b8b63811a7a), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:31.800556 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-bfcca1ef-c84d-4a3e-b4db-01bfa951fbd9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=60b8d9f1d3bb4ed5ba7f3fd2331a1b3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4040873 Feb 09 12:58:31.801396 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcca1ef-c84d-4a3e-b4db-01bfa951fbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20446ea1-125d-436b-848f-5b8b63811a7a,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:31.803293 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 55830) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:58:31.864859 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (10e73c89-b01c-48ed-ba11-e00a1c2f608b), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:31.922826 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=10e73c89-b01c-48ed-ba11-e00a1c2f608b,revision_number=7']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:32.089930 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['10e73c89-b01c-48ed-ba11-e00a1c2f608b'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:58:32.106884 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1fbcc884-1d63-42f4-9b51-25ee667d66ec admin admin] Publish callbacks [] for security_group (20446ea1-125d-436b-848f-5b8b63811a7a), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:32.137793 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1fbcc884-1d63-42f4-9b51-25ee667d66ec admin admin] Publish callbacks [] for security_group (20446ea1-125d-436b-848f-5b8b63811a7a), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:32.157548 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b64e8-6fb5-4041-b10a-f4fca30b0642 req-14ef6d24-14fc-42eb-8bd6-22873567d633 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:32.159059 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-848b64e8-6fb5-4041-b10a-f4fca30b0642 req-14ef6d24-14fc-42eb-8bd6-22873567d633 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 943 time: 0.3103838 Feb 09 12:58:32.222971 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-848b64e8-6fb5-4041-b10a-f4fca30b0642 req-95d033f1-a109-4fdf-953e-1fca16d66a2a tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569143 Feb 09 12:58:32.312276 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1fbcc884-1d63-42f4-9b51-25ee667d66ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (20446ea1-125d-436b-848f-5b8b63811a7a), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:32.315052 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-1fbcc884-1d63-42f4-9b51-25ee667d66ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:32.319229 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-1fbcc884-1d63-42f4-9b51-25ee667d66ec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/20446ea1-125d-436b-848f-5b8b63811a7a HTTP/1.1" status: 204 len: 168 time: 0.5140035 Feb 09 12:58:32.328935 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbcc884-1d63-42f4-9b51-25ee667d66ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20446ea1-125d-436b-848f-5b8b63811a7a,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:32.855287 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 55862) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:58:32.962119 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-54d49cc8-e976-4590-bc57-2f31bc09f649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:33.039906 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-54d49cc8-e976-4590-bc57-2f31bc09f649 admin admin] Publish callbacks [] for security_group (a23e6fc7-fd9a-4331-a6c7-759959ef5cf8), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:33.127390 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-54d49cc8-e976-4590-bc57-2f31bc09f649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (a23e6fc7-fd9a-4331-a6c7-759959ef5cf8), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:33.175152 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-54d49cc8-e976-4590-bc57-2f31bc09f649 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e24a7f0692a64c929150490054cde7de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3187904 Feb 09 12:58:33.176296 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d49cc8-e976-4590-bc57-2f31bc09f649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23e6fc7-fd9a-4331-a6c7-759959ef5cf8,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:33.177906 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 55870) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:58:33.227106 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d42c2611-8192-4e27-a79b-2b35be2aa791 admin admin] Publish callbacks [] for security_group (a23e6fc7-fd9a-4331-a6c7-759959ef5cf8), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:33.251984 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d42c2611-8192-4e27-a79b-2b35be2aa791 admin admin] Publish callbacks [] for security_group (a23e6fc7-fd9a-4331-a6c7-759959ef5cf8), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:33.351337 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8eec00-d860-49ac-bf19-12be630c4deb req-5e3c80be-ab42-492a-b43d-629992ed94ce tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:33.352855 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4b8eec00-d860-49ac-bf19-12be630c4deb req-5e3c80be-ab42-492a-b43d-629992ed94ce tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 944 time: 0.0526884 Feb 09 12:58:33.402614 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4b8eec00-d860-49ac-bf19-12be630c4deb req-c19763a3-b86e-447f-815b-a0d574fff4c1 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431390 Feb 09 12:58:33.407317 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d42c2611-8192-4e27-a79b-2b35be2aa791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (a23e6fc7-fd9a-4331-a6c7-759959ef5cf8), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:33.409992 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d42c2611-8192-4e27-a79b-2b35be2aa791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:33.411107 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-d42c2611-8192-4e27-a79b-2b35be2aa791 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a23e6fc7-fd9a-4331-a6c7-759959ef5cf8 HTTP/1.1" status: 204 len: 168 time: 0.2320542 Feb 09 12:58:33.420399 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c2611-8192-4e27-a79b-2b35be2aa791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23e6fc7-fd9a-4331-a6c7-759959ef5cf8,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:33.524428 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 10e73c89-b01c-48ed-ba11-e00a1c2f608b up at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:58:33.582909 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning complete for port 10e73c89-b01c-48ed-ba11-e00a1c2f608b triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:33.583338 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (10e73c89-b01c-48ed-ba11-e00a1c2f608b), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:33.665184 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 10e73c89-b01c-48ed-ba11-e00a1c2f608b is: BUILD; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:58:33.665567 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (10e73c89-b01c-48ed-ba11-e00a1c2f608b), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:33.689645 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562eba84-fce8-4ed3-b475-f89f11bef6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e73c89-b01c-48ed-ba11-e00a1c2f608b'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:58:33.691411 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35568c951842a11d678cd4ef08ed24226590f5ef87a7b6612a56827cefa1ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cbb86a-8b85-495b-bb3a-c2bf3ebf906d" -d '{"events": [{"server_uuid": "562eba84-fce8-4ed3-b475-f89f11bef6e0", "name": "network-vif-plugged", "status": "completed", "tag": "10e73c89-b01c-48ed-ba11-e00a1c2f608b"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:58:33.704987 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 10e73c89-b01c-48ed-ba11-e00a1c2f608b, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=10e73c89-b01c-48ed-ba11-e00a1c2f608b,segment=NetworkSegment(65e83d7c-8f31-4529-aaf4-8a9ed6c91a40),segment_id=65e83d7c-8f31-4529-aaf4-8a9ed6c91a40)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:33.737953 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccb6ce0-282f-4f95-8af1-c1e4dbc30657 x-openstack-request-id: req-eccb6ce0-282f-4f95-8af1-c1e4dbc30657 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:58:33.738247 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562eba84-fce8-4ed3-b475-f89f11bef6e0", "name": "network-vif-plugged", "status": "completed", "tag": "10e73c89-b01c-48ed-ba11-e00a1c2f608b", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:58:33.738496 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eccb6ce0-282f-4f95-8af1-c1e4dbc30657 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:58:33.739088 dv-cinder-810917-4-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562eba84-fce8-4ed3-b475-f89f11bef6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e73c89-b01c-48ed-ba11-e00a1c2f608b', 'code': 200} Feb 09 12:58:33.796395 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (10e73c89-b01c-48ed-ba11-e00a1c2f608b), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:33.797339 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:58:33.900076 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=10e73c89-b01c-48ed-ba11-e00a1c2f608b,revision_number=8']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:33.945674 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 is: DOWN; New status is: DOWN {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:58:33.958029 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f88d5-286b-4371-aee7-06b269b921b5 req-d5e447e1-b6f9-49d8-8d9f-da6272b24f82 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:33.959803 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-469f88d5-286b-4371-aee7-06b269b921b5 req-d5e447e1-b6f9-49d8-8d9f-da6272b24f82 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 943 time: 0.0578334 Feb 09 12:58:34.027038 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-469f88d5-286b-4371-aee7-06b269b921b5 req-06582ff7-5a7f-4575-aa14-faf99022b75a tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592389 Feb 09 12:58:34.076670 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df6496-eeac-45cb-9911-e4edc73c67e8 req-72e767cb-53c7-40e1-936a-85475b6e0736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:34.078177 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-00df6496-eeac-45cb-9911-e4edc73c67e8 req-72e767cb-53c7-40e1-936a-85475b6e0736 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 1129 time: 0.0456648 Feb 09 12:58:34.138284 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-00df6496-eeac-45cb-9911-e4edc73c67e8 req-c45f074c-e134-4692-b181-25af4862093a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484149 Feb 09 12:58:34.297441 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e95ef5fd-b198-46da-85e4-539dc68937e7 req-ac35f3a3-e75b-416b-8f6a-f9de2ae87f0b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0449953 Feb 09 12:58:34.533013 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f71ae1-7141-4273-90b3-2ecc8a0f3438 req-60d61e1d-dc2f-4d9f-8d02-ce17c1b0cfed tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:34.537455 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-42f71ae1-7141-4273-90b3-2ecc8a0f3438 req-60d61e1d-dc2f-4d9f-8d02-ce17c1b0cfed tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 945 time: 0.0542002 Feb 09 12:58:34.596083 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-42f71ae1-7141-4273-90b3-2ecc8a0f3438 req-6897297e-45b0-4421-9efe-804a2314d71e tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557299 Feb 09 12:58:35.165059 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb67fbc-bc03-4eef-bb16-4c433c09ab4d req-1737d1ca-5a16-4ea5-bbaf-e3d6d3885d1c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:35.168067 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8eb67fbc-bc03-4eef-bb16-4c433c09ab4d req-1737d1ca-5a16-4ea5-bbaf-e3d6d3885d1c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 943 time: 0.0556221 Feb 09 12:58:35.222905 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8eb67fbc-bc03-4eef-bb16-4c433c09ab4d req-a53a00a2-f625-434c-baab-9410a851268e tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493088 Feb 09 12:58:35.716746 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee428f-b11f-4bc2-8464-69e05ca1ea57 req-2461a105-024d-4b01-bc18-6ec86ca54331 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:35.725309 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0aee428f-b11f-4bc2-8464-69e05ca1ea57 req-2461a105-024d-4b01-bc18-6ec86ca54331 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 945 time: 0.0575523 Feb 09 12:58:35.772931 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0aee428f-b11f-4bc2-8464-69e05ca1ea57 req-db790921-39f1-42de-a680-a4b14a1209a5 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472698 Feb 09 12:58:35.976530 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ef5fd-b198-46da-85e4-539dc68937e7 req-ae0325c7-bc17-49b0-a246-1fd39564c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:35.978311 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e95ef5fd-b198-46da-85e4-539dc68937e7 req-ae0325c7-bc17-49b0-a246-1fd39564c6c8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5&tenant_id=39b9e5bd06ec4dfd8511de90980d78b3 HTTP/1.1" status: 200 len: 1127 time: 0.0466516 Feb 09 12:58:36.049870 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ef5fd-b198-46da-85e4-539dc68937e7 req-2c651562-cfca-45bc-a0a2-af7329cd8dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:36.051378 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e95ef5fd-b198-46da-85e4-539dc68937e7 req-2c651562-cfca-45bc-a0a2-af7329cd8dc1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39b9e5bd06ec4dfd8511de90980d78b3&device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 1127 time: 0.0520391 Feb 09 12:58:36.145585 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ef5fd-b198-46da-85e4-539dc68937e7 req-b308c922-b4cc-428b-884f-533bffeb3f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:36.147001 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e95ef5fd-b198-46da-85e4-539dc68937e7 req-b308c922-b4cc-428b-884f-533bffeb3f95 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a233017-512c-4fc0-9a95-c7f1c6d0e43c HTTP/1.1" status: 200 len: 918 time: 0.0897033 Feb 09 12:58:36.220718 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e95ef5fd-b198-46da-85e4-539dc68937e7 req-a39cc018-0cd4-4aad-9b6e-1c137cd3d1fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 HTTP/1.1" status: 200 len: 999 time: 0.0677621 Feb 09 12:58:36.364233 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fa57a-9f1e-4000-8026-151145349c4e req-821ed88c-1a8c-43a2-8985-5eaad51faada tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:36.365917 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-7b1fa57a-9f1e-4000-8026-151145349c4e req-821ed88c-1a8c-43a2-8985-5eaad51faada tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 943 time: 0.0606544 Feb 09 12:58:36.421165 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-7b1fa57a-9f1e-4000-8026-151145349c4e req-fc570a44-0b03-40b2-aa15-cdc94f72dac7 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487611 Feb 09 12:58:36.511922 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ef5fd-b198-46da-85e4-539dc68937e7 req-4d4dd882-af5d-4b84-9b6f-da4fa68dc17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:36.513641 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e95ef5fd-b198-46da-85e4-539dc68937e7 req-4d4dd882-af5d-4b84-9b6f-da4fa68dc17b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5361ada0-f2f0-49de-80d0-c2d7fc189252 HTTP/1.1" status: 200 len: 856 time: 0.2873065 Feb 09 12:58:36.564961 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ef5fd-b198-46da-85e4-539dc68937e7 req-1799755d-e5b1-4e08-9f02-78fa1232d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:36.566503 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e95ef5fd-b198-46da-85e4-539dc68937e7 req-1799755d-e5b1-4e08-9f02-78fa1232d11d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a233017-512c-4fc0-9a95-c7f1c6d0e43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463488 Feb 09 12:58:36.661889 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e95ef5fd-b198-46da-85e4-539dc68937e7 req-0e78fe5c-f4e5-4f85-832a-79dd84a25bd2 service neutron] 10.222.0.18 "GET /v2.0/networks/7a233017-512c-4fc0-9a95-c7f1c6d0e43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894802 Feb 09 12:58:36.755912 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e95ef5fd-b198-46da-85e4-539dc68937e7 req-d485faf5-c6e7-4cbc-9417-366c449a35cb service neutron] 10.222.0.18 "GET /v2.0/networks/7a233017-512c-4fc0-9a95-c7f1c6d0e43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876129 Feb 09 12:58:37.590088 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70b1b8-08c7-4d65-be42-567612ee4e02 req-952e3521-b0fe-44f9-972f-dad597acd74f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:37.597915 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4c70b1b8-08c7-4d65-be42-567612ee4e02 req-952e3521-b0fe-44f9-972f-dad597acd74f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 943 time: 0.0689518 Feb 09 12:58:37.657349 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4c70b1b8-08c7-4d65-be42-567612ee4e02 req-001cff81-a1ce-4b1a-93c3-afe376d829a9 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583718 Feb 09 12:58:37.809799 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 12:58:38.736294 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 55988) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:58:38.834517 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cee91b-fc98-4c28-a42c-8eec10434821 req-808a4396-ebda-4daf-b017-021704f24ab0 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:38.836417 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-67cee91b-fc98-4c28-a42c-8eec10434821 req-808a4396-ebda-4daf-b017-021704f24ab0 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 943 time: 0.0691659 Feb 09 12:58:38.892904 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fc2ac275-6278-4b0a-8df8-e201a850f8dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:38.932529 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-67cee91b-fc98-4c28-a42c-8eec10434821 req-bd4aac61-ee37-491d-9115-d709c60ab890 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839293 Feb 09 12:58:39.003101 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fc2ac275-6278-4b0a-8df8-e201a850f8dc admin admin] Publish callbacks [] for security_group (2c60a98e-e70d-4e73-985b-f4f7dcb6888b), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:39.087677 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-fc2ac275-6278-4b0a-8df8-e201a850f8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (2c60a98e-e70d-4e73-985b-f4f7dcb6888b), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:39.131829 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 55992) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:58:39.132555 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-fc2ac275-6278-4b0a-8df8-e201a850f8dc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c0332e76aa2a4b1a95e474694b1d9fce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3944635 Feb 09 12:58:39.134306 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ac275-6278-4b0a-8df8-e201a850f8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c60a98e-e70d-4e73-985b-f4f7dcb6888b,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:39.201459 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-35ba8951-f053-4544-9ffd-97069ad576c5 admin admin] Publish callbacks [] for security_group (2c60a98e-e70d-4e73-985b-f4f7dcb6888b), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:39.229350 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-35ba8951-f053-4544-9ffd-97069ad576c5 admin admin] Publish callbacks [] for security_group (2c60a98e-e70d-4e73-985b-f4f7dcb6888b), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:39.391622 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-35ba8951-f053-4544-9ffd-97069ad576c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (2c60a98e-e70d-4e73-985b-f4f7dcb6888b), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:39.393410 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-35ba8951-f053-4544-9ffd-97069ad576c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:39.395292 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-35ba8951-f053-4544-9ffd-97069ad576c5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2c60a98e-e70d-4e73-985b-f4f7dcb6888b HTTP/1.1" status: 204 len: 168 time: 0.2603157 Feb 09 12:58:39.410381 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba8951-f053-4544-9ffd-97069ad576c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c60a98e-e70d-4e73-985b-f4f7dcb6888b,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:40.086156 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dfc83-cc2a-4828-a76e-a68567d0ef1d req-c3e2fc3c-fd54-4f7e-9d68-3d98f44ac25b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:40.087750 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b16dfc83-cc2a-4828-a76e-a68567d0ef1d req-c3e2fc3c-fd54-4f7e-9d68-3d98f44ac25b tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 943 time: 0.0608258 Feb 09 12:58:40.145303 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b16dfc83-cc2a-4828-a76e-a68567d0ef1d req-c5937db2-e961-4dc9-a3d5-e7ba35493847 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507443 Feb 09 12:58:40.961981 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56018) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:58:41.077494 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-62ba3653-a8c6-4de2-b4a5-0e812a3c22d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1558204710-network', 'tenant_id': 'e13b081097ab46f48fe6fd47971dfbbb'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:58:41.179247 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ba3653-a8c6-4de2-b4a5-0e812a3c22d1 admin admin] Made reservation on behalf of e13b081097ab46f48fe6fd47971dfbbb for: {'network': 1} {{(pid=109770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:58:41.181676 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-62ba3653-a8c6-4de2-b4a5-0e812a3c22d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for network (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:41.193791 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-62ba3653-a8c6-4de2-b4a5-0e812a3c22d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:41.313880 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-62ba3653-a8c6-4de2-b4a5-0e812a3c22d1 admin admin] Publish callbacks [] for security_group (64c0b699-3f96-4a91-a736-386ecd84893f), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:41.315581 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0f55f-b3b2-4d6c-8e1e-a5f457bb8169 req-3efb4d8b-0d0a-430f-9083-a010695de425 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:41.317227 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c8b0f55f-b3b2-4d6c-8e1e-a5f457bb8169 req-3efb4d8b-0d0a-430f-9083-a010695de425 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 943 time: 0.0688367 Feb 09 12:58:41.374352 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c8b0f55f-b3b2-4d6c-8e1e-a5f457bb8169 req-7d2b0de7-f227-4a88-ae8b-e552daf97c6d tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508754 Feb 09 12:58:41.445694 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-62ba3653-a8c6-4de2-b4a5-0e812a3c22d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (64c0b699-3f96-4a91-a736-386ecd84893f), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:41.474911 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ba3653-a8c6-4de2-b4a5-0e812a3c22d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=109770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:58:41.481473 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba3653-a8c6-4de2-b4a5-0e812a3c22d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c0b699-3f96-4a91-a736-386ecd84893f,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:41.490993 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-62ba3653-a8c6-4de2-b4a5-0e812a3c22d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (2d22676d-7012-43dc-b460-1d6fb0a5ac7f), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:41.491296 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.db.segments_db [None req-62ba3653-a8c6-4de2-b4a5-0e812a3c22d1 admin admin] Added segment 2d22676d-7012-43dc-b460-1d6fb0a5ac7f of type vlan for network ec180e47-f252-4a5a-89f1-83aae4474a3e Feb 09 12:58:41.539733 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-62ba3653-a8c6-4de2-b4a5-0e812a3c22d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775837420593'] for network (ec180e47-f252-4a5a-89f1-83aae4474a3e), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:41.653624 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-62ba3653-a8c6-4de2-b4a5-0e812a3c22d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for network (ec180e47-f252-4a5a-89f1-83aae4474a3e), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:41.654624 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ba3653-a8c6-4de2-b4a5-0e812a3c22d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:41.655210 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-62ba3653-a8c6-4de2-b4a5-0e812a3c22d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:41.722322 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba3653-a8c6-4de2-b4a5-0e812a3c22d1 admin admin] Pushing event updated for resources: {'Network': ['ID=ec180e47-f252-4a5a-89f1-83aae4474a3e,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:41.734606 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Network ec180e47-f252-4a5a-89f1-83aae4474a3e details requested by agent ovs-agent-dv-cinder-810917-4-iscsi with host dv-cinder-810917-4-iscsi {{(pid=109771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 12:58:41.777567 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-62ba3653-a8c6-4de2-b4a5-0e812a3c22d1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8137410 Feb 09 12:58:41.781307 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 56024) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:58:41.787210 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-1230c892-22a6-4e79-bcb0-ff986297fef4 admin admin] Request body: {'subnet': {'network_id': 'ec180e47-f252-4a5a-89f1-83aae4474a3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1558204710-subnet', 'tenant_id': 'e13b081097ab46f48fe6fd47971dfbbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:58:41.876445 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1230c892-22a6-4e79-bcb0-ff986297fef4 admin admin] Made reservation on behalf of e13b081097ab46f48fe6fd47971dfbbb for: {'subnet': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:58:41.879086 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1230c892-22a6-4e79-bcb0-ff986297fef4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8772595'] for subnet (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:42.476732 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1230c892-22a6-4e79-bcb0-ff986297fef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8719965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8772557'] for subnet (4150e588-45b9-4694-bc7b-7c715f12498a), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:42.539952 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230c892-22a6-4e79-bcb0-ff986297fef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4150e588-45b9-4694-bc7b-7c715f12498a,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:42.552146 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1230c892-22a6-4e79-bcb0-ff986297fef4 admin admin] Checking segment: {'id': '2d22676d-7012-43dc-b460-1d6fb0a5ac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ec180e47-f252-4a5a-89f1-83aae4474a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:58:42.552852 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1230c892-22a6-4e79-bcb0-ff986297fef4 admin admin] Network hostable DHCP agents. Network: ec180e47-f252-4a5a-89f1-83aae4474a3e, hostable agents: ['669fbb72-d52e-4349-b520-3721ffb5f632'], hosted agents: [] {{(pid=109769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:58:42.594417 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd470ad4-3d31-408b-911a-1b8d14b45401 req-be3dc60f-2968-4fd0-9f2c-bf304c79539a tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:42.594417 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fd470ad4-3d31-408b-911a-1b8d14b45401 req-be3dc60f-2968-4fd0-9f2c-bf304c79539a tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 943 time: 0.1025476 Feb 09 12:58:42.621749 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-fd470ad4-3d31-408b-911a-1b8d14b45401 req-f6087096-ba29-4eca-bcc6-086400aebd29 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473235 Feb 09 12:58:42.710806 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1230c892-22a6-4e79-bcb0-ff986297fef4 admin admin] Network ec180e47-f252-4a5a-89f1-83aae4474a3e is scheduled to be hosted by DHCP agent 669fbb72-d52e-4349-b520-3721ffb5f632 with binding_index 1 {{(pid=109769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:58:42.807808 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-1230c892-22a6-4e79-bcb0-ff986297fef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-4-iscsi, ec180e47-f252-4a5a-89f1-83aae4474a3e) {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:58:42.813055 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1230c892-22a6-4e79-bcb0-ff986297fef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:42.813819 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1230c892-22a6-4e79-bcb0-ff986297fef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:42.821866 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6539fb49-5ab4-4dbe-a4ef-1a6d1e73fe81 None None] Network ec180e47-f252-4a5a-89f1-83aae4474a3e requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:58:42.941664 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-1230c892-22a6-4e79-bcb0-ff986297fef4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1590464 Feb 09 12:58:42.958998 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7236d574-d939-40c4-aebf-09108b5a4137 None None] Network ec180e47-f252-4a5a-89f1-83aae4474a3e requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:58:43.796788 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56050) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:58:43.803726 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603a1aa-06af-42e2-9fc6-a76251d466af req-f9be8cc0-8cdb-4f5a-84c4-5298c0b01a2a tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:43.805100 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-914da348-9666-4a38-bddd-ce9166a9656d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1188288568-network', 'tenant_id': '09d14d036ad649ae892f29701b9e5930'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:58:43.808134 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2603a1aa-06af-42e2-9fc6-a76251d466af req-f9be8cc0-8cdb-4f5a-84c4-5298c0b01a2a tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 943 time: 0.0712194 Feb 09 12:58:43.862578 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2603a1aa-06af-42e2-9fc6-a76251d466af req-a9ef89ef-22cf-42ea-ac79-4c9c01578933 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495415 Feb 09 12:58:44.265026 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914da348-9666-4a38-bddd-ce9166a9656d admin admin] Made reservation on behalf of 09d14d036ad649ae892f29701b9e5930 for: {'network': 1} {{(pid=109770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:58:44.278409 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-914da348-9666-4a38-bddd-ce9166a9656d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for network (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:44.281028 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-914da348-9666-4a38-bddd-ce9166a9656d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:44.351302 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6de3ed4e-23d2-4189-afb3-98a05e69aea4 req-2f47b8a2-c642-451a-a7eb-1e43c5203231 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-75140234&fields=id&tenant_id=b37bd252acad4b27ab2d794377349a6a HTTP/1.1" status: 200 len: 267 time: 0.0616782 Feb 09 12:58:44.450119 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3ed4e-23d2-4189-afb3-98a05e69aea4 req-9754b2ec-fe21-4630-af84-4772a37230c9 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:44.452986 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6de3ed4e-23d2-4189-afb3-98a05e69aea4 req-9754b2ec-fe21-4630-af84-4772a37230c9 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 985 time: 0.0943987 Feb 09 12:58:44.465338 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [req-6de3ed4e-23d2-4189-afb3-98a05e69aea4 req-329bc954-29f1-4371-be9d-c0d49bf44e86 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Request body: {'port': {'security_groups': ['42c21df6-624c-45ae-a8e3-5999a69be3ba']}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:58:44.497261 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-914da348-9666-4a38-bddd-ce9166a9656d admin admin] Publish callbacks [] for security_group (9f0db524-fbaf-4709-b778-615c910b4939), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:44.553309 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-6de3ed4e-23d2-4189-afb3-98a05e69aea4 req-329bc954-29f1-4371-be9d-c0d49bf44e86 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (bc2be2cc-3761-48e1-b693-39492a6470a2), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:44.569543 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-914da348-9666-4a38-bddd-ce9166a9656d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (9f0db524-fbaf-4709-b778-615c910b4939), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:44.631646 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914da348-9666-4a38-bddd-ce9166a9656d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0db524-fbaf-4709-b778-615c910b4939,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:44.650670 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-914da348-9666-4a38-bddd-ce9166a9656d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=109770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:58:44.682786 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-914da348-9666-4a38-bddd-ce9166a9656d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (c337fe72-909e-4305-a481-3eed3d3a6360), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:44.682786 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.db.segments_db [None req-914da348-9666-4a38-bddd-ce9166a9656d admin admin] Added segment c337fe72-909e-4305-a481-3eed3d3a6360 of type vlan for network 8f50da45-718b-4a12-9eda-5b5e79739e9f Feb 09 12:58:44.800361 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-914da348-9666-4a38-bddd-ce9166a9656d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775837420593'] for network (8f50da45-718b-4a12-9eda-5b5e79739e9f), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:44.859719 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [req-6de3ed4e-23d2-4189-afb3-98a05e69aea4 req-329bc954-29f1-4371-be9d-c0d49bf44e86 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] For port bc2be2cc-3761-48e1-b693-39492a6470a2, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=bc2be2cc-3761-48e1-b693-39492a6470a2,segment=NetworkSegment(f6ad2818-739a-43e3-b752-81a19c158147),segment_id=f6ad2818-739a-43e3-b752-81a19c158147)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:44.890230 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-6de3ed4e-23d2-4189-afb3-98a05e69aea4 req-329bc954-29f1-4371-be9d-c0d49bf44e86 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for port (bc2be2cc-3761-48e1-b693-39492a6470a2), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:44.933714 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-914da348-9666-4a38-bddd-ce9166a9656d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for network (8f50da45-718b-4a12-9eda-5b5e79739e9f), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:44.935797 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914da348-9666-4a38-bddd-ce9166a9656d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:44.936561 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-914da348-9666-4a38-bddd-ce9166a9656d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:44.961972 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-6de3ed4e-23d2-4189-afb3-98a05e69aea4 req-329bc954-29f1-4371-be9d-c0d49bf44e86 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10470611'] for port (bc2be2cc-3761-48e1-b693-39492a6470a2), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:44.990765 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['bc2be2cc-3761-48e1-b693-39492a6470a2'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:58:45.037123 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5fec5-66ce-4d5a-87db-2be525120fe1 req-9cd80d84-036d-4193-9c8c-8de62a63900c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:45.045904 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-30e5fec5-66ce-4d5a-87db-2be525120fe1 req-9cd80d84-036d-4193-9c8c-8de62a63900c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 943 time: 0.0906606 Feb 09 12:58:45.047925 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3ed4e-23d2-4189-afb3-98a05e69aea4 req-329bc954-29f1-4371-be9d-c0d49bf44e86 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:45.048578 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [req-6de3ed4e-23d2-4189-afb3-98a05e69aea4 req-329bc954-29f1-4371-be9d-c0d49bf44e86 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:45.050468 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6de3ed4e-23d2-4189-afb3-98a05e69aea4 req-329bc954-29f1-4371-be9d-c0d49bf44e86 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "PUT /v2.0/ports/bc2be2cc-3761-48e1-b693-39492a6470a2 HTTP/1.1" status: 200 len: 943 time: 0.5899603 Feb 09 12:58:45.050936 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1793664-d6b6-4257-98a7-10e63463b541', 'tag': 'bc2be2cc-3761-48e1-b693-39492a6470a2'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:58:45.061590 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7671266cdcd25feb0d1fb7d0d4a7a38583ecefa09a530944b0969c09dda32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1054b2b4-546f-4872-8693-39c85c2426db" -d '{"events": [{"name": "network-changed", "server_uuid": "b1793664-d6b6-4257-98a7-10e63463b541", "tag": "bc2be2cc-3761-48e1-b693-39492a6470a2"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:58:45.061590 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56058) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:58:45.099986 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-914da348-9666-4a38-bddd-ce9166a9656d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3018069 Feb 09 12:58:45.106324 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56062) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:58:45.121621 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-30e5fec5-66ce-4d5a-87db-2be525120fe1 req-89a4c27b-e235-424e-ab46-2cf47ad9d7cd tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739923 Feb 09 12:58:45.122297 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['bc2be2cc-3761-48e1-b693-39492a6470a2'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:58:45.148046 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-e5007c37-3a7b-4706-bc62-4ddea5bca6ff admin admin] Request body: {'subnet': {'network_id': '8f50da45-718b-4a12-9eda-5b5e79739e9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1188288568-subnet', 'tenant_id': '09d14d036ad649ae892f29701b9e5930', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:58:45.154596 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914da348-9666-4a38-bddd-ce9166a9656d admin admin] Pushing event updated for resources: {'Network': ['ID=8f50da45-718b-4a12-9eda-5b5e79739e9f,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:45.182680 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 12:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ca3ed7-3690-4774-89b2-eddb815b8885 x-openstack-request-id: req-40ca3ed7-3690-4774-89b2-eddb815b8885 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:58:45.183388 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1793664-d6b6-4257-98a7-10e63463b541", "tag": "bc2be2cc-3761-48e1-b693-39492a6470a2", "status": "completed", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:58:45.184944 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-40ca3ed7-3690-4774-89b2-eddb815b8885 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:58:45.185445 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1793664-d6b6-4257-98a7-10e63463b541', 'tag': 'bc2be2cc-3761-48e1-b693-39492a6470a2', 'status': 'completed', 'code': 200} Feb 09 12:58:45.188825 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Network 8f50da45-718b-4a12-9eda-5b5e79739e9f details requested by agent ovs-agent-dv-cinder-810917-4-iscsi with host dv-cinder-810917-4-iscsi {{(pid=109771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 12:58:45.216550 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:45.229137 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329bc954-29f1-4371-be9d-c0d49bf44e86 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Pushing event updated for resources: {'Port': ['ID=bc2be2cc-3761-48e1-b693-39492a6470a2,revision_number=7']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:45.268353 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-81824061-cb5b-4f2a-a5f8-b78cb53f2925 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for security_group (58330514-7a06-47d8-87ea-4c7e6ce28e2c), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:45.305474 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-81824061-cb5b-4f2a-a5f8-b78cb53f2925 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for security_group (58330514-7a06-47d8-87ea-4c7e6ce28e2c), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:45.317379 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5007c37-3a7b-4706-bc62-4ddea5bca6ff admin admin] Made reservation on behalf of 09d14d036ad649ae892f29701b9e5930 for: {'subnet': 1} {{(pid=109770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:58:45.330688 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e5007c37-3a7b-4706-bc62-4ddea5bca6ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10234497'] for subnet (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:45.502589 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-8b011b68-4bd2-4e95-8b5a-b5cbd00f2256 None None] Provisioning complete for port bc2be2cc-3761-48e1-b693-39492a6470a2 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:45.503013 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8b011b68-4bd2-4e95-8b5a-b5cbd00f2256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (bc2be2cc-3761-48e1-b693-39492a6470a2), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:45.557396 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054b2b4-546f-4872-8693-39c85c2426db req-7bdb34d7-376c-4c29-aafe-e8eb6b41a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:45.559928 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1054b2b4-546f-4872-8693-39c85c2426db req-7bdb34d7-376c-4c29-aafe-e8eb6b41a6c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b37bd252acad4b27ab2d794377349a6a&device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 1130 time: 0.0569229 Feb 09 12:58:45.567521 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-81824061-cb5b-4f2a-a5f8-b78cb53f2925 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (58330514-7a06-47d8-87ea-4c7e6ce28e2c), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:45.574623 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-81824061-cb5b-4f2a-a5f8-b78cb53f2925 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:45.574623 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-81824061-cb5b-4f2a-a5f8-b78cb53f2925 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "DELETE /v2.0/security-groups/58330514-7a06-47d8-87ea-4c7e6ce28e2c HTTP/1.1" status: 204 len: 168 time: 0.5061834 Feb 09 12:58:45.576816 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56064) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:58:45.590327 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81824061-cb5b-4f2a-a5f8-b78cb53f2925 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58330514-7a06-47d8-87ea-4c7e6ce28e2c,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:45.629029 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-8b011b68-4bd2-4e95-8b5a-b5cbd00f2256 None None] Current status of the port bc2be2cc-3761-48e1-b693-39492a6470a2 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:58:45.680196 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e5007c37-3a7b-4706-bc62-4ddea5bca6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10470470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10234559'] for subnet (ef654458-f4cc-4fc4-a106-a97c6772e7f5), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:45.772698 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5007c37-3a7b-4706-bc62-4ddea5bca6ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef654458-f4cc-4fc4-a106-a97c6772e7f5,revision_number=0']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:45.794298 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5007c37-3a7b-4706-bc62-4ddea5bca6ff admin admin] Checking segment: {'id': 'c337fe72-909e-4305-a481-3eed3d3a6360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8f50da45-718b-4a12-9eda-5b5e79739e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:58:45.794742 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5007c37-3a7b-4706-bc62-4ddea5bca6ff admin admin] Network hostable DHCP agents. Network: 8f50da45-718b-4a12-9eda-5b5e79739e9f, hostable agents: ['669fbb72-d52e-4349-b520-3721ffb5f632'], hosted agents: [] {{(pid=109770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:58:45.822034 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-980b4bcf-08dd-4a80-bb9c-87b740a7e35b tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Deleting port 8228941e-b6f5-446b-824b-c0cad1fb1c65 {{(pid=109770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:58:45.822889 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-980b4bcf-08dd-4a80-bb9c-87b740a7e35b tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (8228941e-b6f5-446b-824b-c0cad1fb1c65), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:45.871502 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054b2b4-546f-4872-8693-39c85c2426db req-9bc44741-35fd-4776-a35d-8751a06a130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:45.873018 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1054b2b4-546f-4872-8693-39c85c2426db req-9bc44741-35fd-4776-a35d-8751a06a130a service neutron] 10.222.0.18 "GET /v2.0/networks?id=babb7da8-fc2e-44f0-be51-e4ef20e9c2c2 HTTP/1.1" status: 200 len: 915 time: 0.0979204 Feb 09 12:58:45.904364 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-980b4bcf-08dd-4a80-bb9c-87b740a7e35b tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (8228941e-b6f5-446b-824b-c0cad1fb1c65), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:45.904639 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-980b4bcf-08dd-4a80-bb9c-87b740a7e35b tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for floatingip (8228941e-b6f5-446b-824b-c0cad1fb1c65), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:45.916888 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-980b4bcf-08dd-4a80-bb9c-87b740a7e35b tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Calling delete_port for 8228941e-b6f5-446b-824b-c0cad1fb1c65 owned by network:floatingip {{(pid=109770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:58:45.941504 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1054b2b4-546f-4872-8693-39c85c2426db req-c92a6c65-14b2-462e-806d-5f11b0b14f12 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc2be2cc-3761-48e1-b693-39492a6470a2 HTTP/1.1" status: 200 len: 1001 time: 0.0621774 Feb 09 12:58:45.982485 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5007c37-3a7b-4706-bc62-4ddea5bca6ff admin admin] Network 8f50da45-718b-4a12-9eda-5b5e79739e9f is scheduled to be hosted by DHCP agent 669fbb72-d52e-4349-b520-3721ffb5f632 with binding_index 1 {{(pid=109770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:58:45.993493 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054b2b4-546f-4872-8693-39c85c2426db req-26eb2164-95ed-48ac-8caf-07e5c68eebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:45.994980 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1054b2b4-546f-4872-8693-39c85c2426db req-26eb2164-95ed-48ac-8caf-07e5c68eebb5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cdf47935-83f3-4672-9f4b-bebf304da44f HTTP/1.1" status: 200 len: 853 time: 0.0478287 Feb 09 12:58:46.050447 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054b2b4-546f-4872-8693-39c85c2426db req-888b8127-37a8-4b46-838e-f662850f2b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:46.052045 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1054b2b4-546f-4872-8693-39c85c2426db req-888b8127-37a8-4b46-838e-f662850f2b68 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=babb7da8-fc2e-44f0-be51-e4ef20e9c2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502236 Feb 09 12:58:46.150763 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-e5007c37-3a7b-4706-bc62-4ddea5bca6ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-4-iscsi, 8f50da45-718b-4a12-9eda-5b5e79739e9f) {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:58:46.153158 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1054b2b4-546f-4872-8693-39c85c2426db req-1439ed49-b6d4-4f3d-b945-4597e18657a3 service neutron] 10.222.0.18 "GET /v2.0/networks/babb7da8-fc2e-44f0-be51-e4ef20e9c2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928943 Feb 09 12:58:46.163651 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5007c37-3a7b-4706-bc62-4ddea5bca6ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:46.163762 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f871ea5b-af4f-4a46-bea7-64dea9f85b43 None None] Network 8f50da45-718b-4a12-9eda-5b5e79739e9f requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:58:46.164142 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e5007c37-3a7b-4706-bc62-4ddea5bca6ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:46.190807 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-980b4bcf-08dd-4a80-bb9c-87b740a7e35b tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (8228941e-b6f5-446b-824b-c0cad1fb1c65), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:46.229105 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b4bcf-08dd-4a80-bb9c-87b740a7e35b tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Pushing event deleted for resources: {'Port': ['ID=8228941e-b6f5-446b-824b-c0cad1fb1c65,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:46.300491 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cb8eb3-ffe1-4852-94fe-76ae71d55d13 None None] Network 8f50da45-718b-4a12-9eda-5b5e79739e9f requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:58:46.309771 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-e5007c37-3a7b-4706-bc62-4ddea5bca6ff admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2022069 Feb 09 12:58:46.312207 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1054b2b4-546f-4872-8693-39c85c2426db req-38e25dd6-69e3-494f-9e94-2b4c7853f8c9 service neutron] 10.222.0.18 "GET /v2.0/networks/babb7da8-fc2e-44f0-be51-e4ef20e9c2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524384 Feb 09 12:58:46.327745 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e701ed-1ce6-4f9e-bcba-d55f9e5ebc6e req-f240df98-36ce-41ec-9cf3-3e123074b908 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:46.332999 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a4e701ed-1ce6-4f9e-bcba-d55f9e5ebc6e req-f240df98-36ce-41ec-9cf3-3e123074b908 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 943 time: 0.0878766 Feb 09 12:58:46.334055 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-980b4bcf-08dd-4a80-bb9c-87b740a7e35b tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks [] for floatingip (aa101f5f-c065-4a5a-87a1-fb544b0070d6), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:46.335513 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.db.l3_db [None req-980b4bcf-08dd-4a80-bb9c-87b740a7e35b tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Floating IP aa101f5f-c065-4a5a-87a1-fb544b0070d6 disassociated (deleted). External IP: 172.27.3.34, port: bc2be2cc-3761-48e1-b693-39492a6470a2. Feb 09 12:58:46.424376 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a4e701ed-1ce6-4f9e-bcba-d55f9e5ebc6e req-fdb7fab1-6d1f-4377-82e1-695da0a27bfe tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884860 Feb 09 12:58:46.586095 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980b4bcf-08dd-4a80-bb9c-87b740a7e35b tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Router cac4f8a9-5219-4963-8084-ccc576c00747 has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:58:46.698474 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980b4bcf-08dd-4a80-bb9c-87b740a7e35b tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:58:46.704158 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-980b4bcf-08dd-4a80-bb9c-87b740a7e35b tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for floatingip (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:46.709802 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f8575f-21ba-4be2-ad83-6b228c22360d None None] Sync routers for ids ['cac4f8a9-5219-4963-8084-ccc576c00747'] in dv-cinder-810917-4-iscsi {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:58:46.720637 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f8575f-21ba-4be2-ad83-6b228c22360d None None] Routers {'cac4f8a9-5219-4963-8084-ccc576c00747'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:58:46.721578 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-c5f8575f-21ba-4be2-ad83-6b228c22360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:58:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['cac4f8a9-5219-4963-8084-ccc576c00747'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:46.740005 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-980b4bcf-08dd-4a80-bb9c-87b740a7e35b tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "DELETE /v2.0/floatingips/aa101f5f-c065-4a5a-87a1-fb544b0070d6 HTTP/1.1" status: 204 len: 168 time: 1.1618986 Feb 09 12:58:46.836001 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-c5f8575f-21ba-4be2-ad83-6b228c22360d None None] Set router cac4f8a9-5219-4963-8084-ccc576c00747 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:58:47.052914 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-c5f8575f-21ba-4be2-ad83-6b228c22360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'name': 'tempest-TestMinimumBasicScenario-601595784-router', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'aaf849ce-ea04-432c-97eb-6fdb5ca3c764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:05Z', 'updated_at': '2022-02-09T12:56:09Z', 'revision_number': 4, 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'gw_port': {'id': 'aaf849ce-ea04-432c-97eb-6fdb5ca3c764', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:05Z', 'updated_at': '2022-02-09T12:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '79e5a813-c4f4-4fb8-bb79-0c411476cf29', 'name': '', 'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'mac_address': 'fa:16:3e:d7:ca:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'cdf47935-83f3-4672-9f4b-bebf304da44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:08Z', 'updated_at': '2022-02-09T12:56:15Z', 'revision_number': 5, 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'subnets': [{'id': 'cdf47935-83f3-4672-9f4b-bebf304da44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:47.080774 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f8575f-21ba-4be2-ad83-6b228c22360d None None] Checking router: cac4f8a9-5219-4963-8084-ccc576c00747 for host: dv-cinder-810917-4-iscsi {{(pid=109772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:58:47.089872 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f8575f-21ba-4be2-ad83-6b228c22360d None None] Routers {'cac4f8a9-5219-4963-8084-ccc576c00747'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:58:47.090790 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-c5f8575f-21ba-4be2-ad83-6b228c22360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:58:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['cac4f8a9-5219-4963-8084-ccc576c00747'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:47.186074 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1793664-d6b6-4257-98a7-10e63463b541', 'tag': 'bc2be2cc-3761-48e1-b693-39492a6470a2'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:58:47.188481 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7671266cdcd25feb0d1fb7d0d4a7a38583ecefa09a530944b0969c09dda32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcd4f9e-5231-42f2-a794-6fae2892dd90" -d '{"events": [{"name": "network-changed", "server_uuid": "b1793664-d6b6-4257-98a7-10e63463b541", "tag": "bc2be2cc-3761-48e1-b693-39492a6470a2"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:58:47.204888 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-c5f8575f-21ba-4be2-ad83-6b228c22360d None None] Set router cac4f8a9-5219-4963-8084-ccc576c00747 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:58:47.238963 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 12:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce942d6-5b6e-4b1e-8b4e-eb1396dec61d x-openstack-request-id: req-fce942d6-5b6e-4b1e-8b4e-eb1396dec61d {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:58:47.239261 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1793664-d6b6-4257-98a7-10e63463b541", "tag": "bc2be2cc-3761-48e1-b693-39492a6470a2", "status": "completed", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:58:47.239566 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fce942d6-5b6e-4b1e-8b4e-eb1396dec61d {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:58:47.240035 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1793664-d6b6-4257-98a7-10e63463b541', 'tag': 'bc2be2cc-3761-48e1-b693-39492a6470a2', 'status': 'completed', 'code': 200} Feb 09 12:58:47.323769 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd4f9e-5231-42f2-a794-6fae2892dd90 req-1be178c5-2fda-484f-ac9f-83c1738e65df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:47.326354 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6dcd4f9e-5231-42f2-a794-6fae2892dd90 req-1be178c5-2fda-484f-ac9f-83c1738e65df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b37bd252acad4b27ab2d794377349a6a&device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 1130 time: 0.0550954 Feb 09 12:58:47.467348 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd4f9e-5231-42f2-a794-6fae2892dd90 req-b3d84f5f-3285-41c4-b8f8-38c76af74914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:47.469201 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6dcd4f9e-5231-42f2-a794-6fae2892dd90 req-b3d84f5f-3285-41c4-b8f8-38c76af74914 service neutron] 10.222.0.18 "GET /v2.0/networks?id=babb7da8-fc2e-44f0-be51-e4ef20e9c2c2 HTTP/1.1" status: 200 len: 915 time: 0.1355684 Feb 09 12:58:47.472524 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-c5f8575f-21ba-4be2-ad83-6b228c22360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'name': 'tempest-TestMinimumBasicScenario-601595784-router', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'aaf849ce-ea04-432c-97eb-6fdb5ca3c764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:05Z', 'updated_at': '2022-02-09T12:56:09Z', 'revision_number': 4, 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'gw_port': {'id': 'aaf849ce-ea04-432c-97eb-6fdb5ca3c764', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:05Z', 'updated_at': '2022-02-09T12:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '79e5a813-c4f4-4fb8-bb79-0c411476cf29', 'name': '', 'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'mac_address': 'fa:16:3e:d7:ca:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'cdf47935-83f3-4672-9f4b-bebf304da44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:08Z', 'updated_at': '2022-02-09T12:56:15Z', 'revision_number': 5, 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'subnets': [{'id': 'cdf47935-83f3-4672-9f4b-bebf304da44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:47.513635 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f8575f-21ba-4be2-ad83-6b228c22360d None None] The sync data for ids ['cac4f8a9-5219-4963-8084-ccc576c00747'] in dv-cinder-810917-4-iscsi is: [{'id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'name': 'tempest-TestMinimumBasicScenario-601595784-router', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'aaf849ce-ea04-432c-97eb-6fdb5ca3c764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:05Z', 'updated_at': '2022-02-09T12:56:09Z', 'revision_number': 4, 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'gw_port': {'id': 'aaf849ce-ea04-432c-97eb-6fdb5ca3c764', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:05Z', 'updated_at': '2022-02-09T12:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '79e5a813-c4f4-4fb8-bb79-0c411476cf29', 'name': '', 'network_id': 'babb7da8-fc2e-44f0-be51-e4ef20e9c2c2', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'mac_address': 'fa:16:3e:d7:ca:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'cdf47935-83f3-4672-9f4b-bebf304da44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:08Z', 'updated_at': '2022-02-09T12:56:15Z', 'revision_number': 5, 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'subnets': [{'id': 'cdf47935-83f3-4672-9f4b-bebf304da44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:58:47.525412 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6dcd4f9e-5231-42f2-a794-6fae2892dd90 req-a44e51e2-0570-451c-be70-ec23e5571b73 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc2be2cc-3761-48e1-b693-39492a6470a2 HTTP/1.1" status: 200 len: 217 time: 0.0471640 Feb 09 12:58:47.629190 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd4f9e-5231-42f2-a794-6fae2892dd90 req-ec3b5ff4-27c1-4fa0-8fb3-7a723ff14bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:47.630686 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6dcd4f9e-5231-42f2-a794-6fae2892dd90 req-ec3b5ff4-27c1-4fa0-8fb3-7a723ff14bdf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cdf47935-83f3-4672-9f4b-bebf304da44f HTTP/1.1" status: 200 len: 853 time: 0.0982604 Feb 09 12:58:47.659004 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb0b77-629e-4e7e-a138-8eb6ec807b56 req-b17edf42-d9b6-4fc9-90d7-8c3a22c742cb tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:47.660626 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-04fb0b77-629e-4e7e-a138-8eb6ec807b56 req-b17edf42-d9b6-4fc9-90d7-8c3a22c742cb tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 943 time: 0.1185098 Feb 09 12:58:47.740699 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd4f9e-5231-42f2-a794-6fae2892dd90 req-a5645d60-591e-4faf-9bd9-b9f7dcd45f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:47.742352 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6dcd4f9e-5231-42f2-a794-6fae2892dd90 req-a5645d60-591e-4faf-9bd9-b9f7dcd45f14 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=babb7da8-fc2e-44f0-be51-e4ef20e9c2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0993876 Feb 09 12:58:47.745853 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-04fb0b77-629e-4e7e-a138-8eb6ec807b56 req-f7cc2dd0-b214-486a-aa0e-821330ad71d7 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643334 Feb 09 12:58:47.794977 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df886f95-c2b8-4705-a1aa-3ccc95b89b50 None None] New status for floating IP aa101f5f-c065-4a5a-87a1-fb544b0070d6: DOWN {{(pid=109771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:58:47.851574 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6dcd4f9e-5231-42f2-a794-6fae2892dd90 req-c4733fc3-98e0-4d3d-b884-5b4d532c134e service neutron] 10.222.0.18 "GET /v2.0/networks/babb7da8-fc2e-44f0-be51-e4ef20e9c2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024177 Feb 09 12:58:47.952659 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6dcd4f9e-5231-42f2-a794-6fae2892dd90 req-fedcedfd-827b-4dd6-a644-53328606d57e service neutron] 10.222.0.18 "GET /v2.0/networks/babb7da8-fc2e-44f0-be51-e4ef20e9c2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920818 Feb 09 12:58:48.891007 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abd176-01d3-49f7-8c73-403717f263be req-92903940-4de8-4093-b4b1-98eb9f9aea69 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:48.892848 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a5abd176-01d3-49f7-8c73-403717f263be req-92903940-4de8-4093-b4b1-98eb9f9aea69 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 943 time: 0.0593309 Feb 09 12:58:48.951079 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a5abd176-01d3-49f7-8c73-403717f263be req-27c337b6-8899-4ed9-be99-4ccd864de121 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524099 Feb 09 12:58:49.612482 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=109771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 12:58:49.754269 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:49.769210 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Returning: {'device': '374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49', 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'port_id': '374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49', 'mac_address': 'fa:16:3e:2e:57:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 12:58:49.809295 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 is: DOWN; New status is: BUILD {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:58:49.809731 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:49.822945 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:58:49.844567 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:49.938888 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:49.994097 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49,revision_number=9']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:50.089799 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6c454-72fc-4e9e-8906-c09c4108c6d3 req-2356ad39-b1ac-4cc6-8902-f9d6bbae7df9 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:50.091897 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-caa6c454-72fc-4e9e-8906-c09c4108c6d3 req-2356ad39-b1ac-4cc6-8902-f9d6bbae7df9 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 944 time: 0.0641615 Feb 09 12:58:50.141153 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-caa6c454-72fc-4e9e-8906-c09c4108c6d3 req-bc19de1a-703a-4633-8513-2d5f9887c30f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433440 Feb 09 12:58:50.163097 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:58:51.207265 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43745390-6e8d-4c17-9be0-6e5c01b293a2 req-fdf5fbef-2053-4745-86d1-7c7693a98227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:51.215742 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-43745390-6e8d-4c17-9be0-6e5c01b293a2 req-fdf5fbef-2053-4745-86d1-7c7693a98227 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39b9e5bd06ec4dfd8511de90980d78b3&device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 1128 time: 0.0486588 Feb 09 12:58:51.308977 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822d624-824b-4245-b65e-d2995afcf807 req-99de6b49-d3fd-4db3-a587-0c59974f3317 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:51.311234 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b822d624-824b-4245-b65e-d2995afcf807 req-99de6b49-d3fd-4db3-a587-0c59974f3317 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 944 time: 0.0739415 Feb 09 12:58:51.357182 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43745390-6e8d-4c17-9be0-6e5c01b293a2 req-cd3f15e0-ed3b-40a9-8b68-ac0409f8114d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:51.358778 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-43745390-6e8d-4c17-9be0-6e5c01b293a2 req-cd3f15e0-ed3b-40a9-8b68-ac0409f8114d service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a233017-512c-4fc0-9a95-c7f1c6d0e43c HTTP/1.1" status: 200 len: 918 time: 0.1292441 Feb 09 12:58:51.365076 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b822d624-824b-4245-b65e-d2995afcf807 req-db6d1791-2839-4f0b-b360-0476ef1d6d69 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475426 Feb 09 12:58:51.415130 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366256a9-4b35-4e48-9470-caac7b2ad7f4 req-2a8da69b-15f4-42d3-b54e-2b81f1187f72 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:51.416693 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-366256a9-4b35-4e48-9470-caac7b2ad7f4 req-2a8da69b-15f4-42d3-b54e-2b81f1187f72 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 946 time: 0.1102037 Feb 09 12:58:51.457059 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-43745390-6e8d-4c17-9be0-6e5c01b293a2 req-0bafcf80-a9a6-4e60-9201-aadcdd0bcb7e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 HTTP/1.1" status: 200 len: 1000 time: 0.0911028 Feb 09 12:58:51.511960 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-366256a9-4b35-4e48-9470-caac7b2ad7f4 req-52017e18-59e0-4e6d-92c1-b89fa36fc2ce tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890577 Feb 09 12:58:51.528061 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43745390-6e8d-4c17-9be0-6e5c01b293a2 req-f08d3521-0343-41f0-b174-04492dca166e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:51.529976 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-43745390-6e8d-4c17-9be0-6e5c01b293a2 req-f08d3521-0343-41f0-b174-04492dca166e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5361ada0-f2f0-49de-80d0-c2d7fc189252 HTTP/1.1" status: 200 len: 856 time: 0.0649319 Feb 09 12:58:51.582281 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43745390-6e8d-4c17-9be0-6e5c01b293a2 req-21f221c3-64e5-4caf-9097-871edbf5f06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:51.583771 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-43745390-6e8d-4c17-9be0-6e5c01b293a2 req-21f221c3-64e5-4caf-9097-871edbf5f06f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a233017-512c-4fc0-9a95-c7f1c6d0e43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474722 Feb 09 12:58:51.613153 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 up at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:58:51.664669 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning complete for port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:51.665046 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:51.685074 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-43745390-6e8d-4c17-9be0-6e5c01b293a2 req-2eca22c7-ca27-41b4-bb34-5dbd23fe4c1c service neutron] 10.222.0.18 "GET /v2.0/networks/7a233017-512c-4fc0-9a95-c7f1c6d0e43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941703 Feb 09 12:58:51.745475 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 is: BUILD; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:58:51.745863 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:51.773363 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419503fb-b0ac-44fb-8e33-1065fa4779d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:58:51.775666 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35568c951842a11d678cd4ef08ed24226590f5ef87a7b6612a56827cefa1ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904a92da-3fa8-4179-bfb8-524453c8523e" -d '{"events": [{"server_uuid": "419503fb-b0ac-44fb-8e33-1065fa4779d5", "name": "network-vif-plugged", "status": "completed", "tag": "374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:58:51.790253 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:51.794618 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-43745390-6e8d-4c17-9be0-6e5c01b293a2 req-53e13c32-1ead-48cd-8290-0029ed1acf83 service neutron] 10.222.0.18 "GET /v2.0/networks/7a233017-512c-4fc0-9a95-c7f1c6d0e43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037009 Feb 09 12:58:51.821488 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f5ea7c-ecc1-497d-88a3-42c9bc9bc1df x-openstack-request-id: req-07f5ea7c-ecc1-497d-88a3-42c9bc9bc1df {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:58:51.821781 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419503fb-b0ac-44fb-8e33-1065fa4779d5", "name": "network-vif-plugged", "status": "completed", "tag": "374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:58:51.822033 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-07f5ea7c-ecc1-497d-88a3-42c9bc9bc1df {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:58:51.822532 dv-cinder-810917-4-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419503fb-b0ac-44fb-8e33-1065fa4779d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49', 'code': 200} Feb 09 12:58:51.904758 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:51.962969 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49,revision_number=10']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:52.174804 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae26e9d-7bbe-40ab-a046-d3d666e8161f req-21122a37-4ef5-4fee-b1f2-0ff3681bbfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:52.176361 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fae26e9d-7bbe-40ab-a046-d3d666e8161f req-21122a37-4ef5-4fee-b1f2-0ff3681bbfce service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 1130 time: 0.0454011 Feb 09 12:58:52.225954 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fae26e9d-7bbe-40ab-a046-d3d666e8161f req-07d2f711-ffae-4113-89c0-18486069f835 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424705 Feb 09 12:58:52.502831 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f088edb-9192-470c-a78e-b141fd5a6988 req-ac1d0d0e-7953-45dc-b88c-5ab4608d8a1f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:52.504374 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6f088edb-9192-470c-a78e-b141fd5a6988 req-ac1d0d0e-7953-45dc-b88c-5ab4608d8a1f tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 946 time: 0.0572670 Feb 09 12:58:52.559382 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6f088edb-9192-470c-a78e-b141fd5a6988 req-0768cc2d-c81c-46fc-bf2f-c9b80106f4f8 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492439 Feb 09 12:58:52.642977 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302e4e8-bb94-447d-b1c2-85a47afb632a req-546e67dc-aa6d-434d-93be-032641577743 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:52.644557 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b302e4e8-bb94-447d-b1c2-85a47afb632a req-546e67dc-aa6d-434d-93be-032641577743 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 946 time: 0.0596170 Feb 09 12:58:52.692480 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b302e4e8-bb94-447d-b1c2-85a47afb632a req-42904775-02e7-43d1-b78a-c8702934c0f1 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419767 Feb 09 12:58:53.350496 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1b026d9e-bd0c-482a-9401-d04cf1a6587b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:53.565218 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bb204-4f38-418a-9e7e-c84e2b4e3356 req-4b116199-8ef3-4210-b0b2-d64acff60ae4 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:53.566977 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-760bb204-4f38-418a-9e7e-c84e2b4e3356 req-4b116199-8ef3-4210-b0b2-d64acff60ae4 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 946 time: 0.0615196 Feb 09 12:58:53.732005 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1429e-7ce1-406a-8147-e3f2ae7afe59 req-24035a18-10f5-4485-b48c-692ea35e39ca tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:53.733501 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-09b1429e-7ce1-406a-8147-e3f2ae7afe59 req-24035a18-10f5-4485-b48c-692ea35e39ca tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 946 time: 0.0739248 Feb 09 12:58:53.737269 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-760bb204-4f38-418a-9e7e-c84e2b4e3356 req-dcd45611-5f94-4df2-b543-a1895b365c47 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Deleting port bc2be2cc-3761-48e1-b693-39492a6470a2 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:58:53.737667 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-760bb204-4f38-418a-9e7e-c84e2b4e3356 req-dcd45611-5f94-4df2-b543-a1895b365c47 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (bc2be2cc-3761-48e1-b693-39492a6470a2), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:53.828128 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bc6bf-8f11-4408-8716-1c1be9a2e4ec req-b7407333-888a-48ae-ae28-614063347940 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:53.829711 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-3e9bc6bf-8f11-4408-8716-1c1be9a2e4ec req-b7407333-888a-48ae-ae28-614063347940 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 946 time: 0.0643616 Feb 09 12:58:53.854064 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-09b1429e-7ce1-406a-8147-e3f2ae7afe59 req-0ba28b37-5d94-4fdc-a5c3-91773cfbd3ba tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119273 Feb 09 12:58:53.873812 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-760bb204-4f38-418a-9e7e-c84e2b4e3356 req-dcd45611-5f94-4df2-b543-a1895b365c47 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] For port bc2be2cc-3761-48e1-b693-39492a6470a2, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=bc2be2cc-3761-48e1-b693-39492a6470a2,segment=NetworkSegment(f6ad2818-739a-43e3-b752-81a19c158147),segment_id=f6ad2818-739a-43e3-b752-81a19c158147)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:53.874196 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-760bb204-4f38-418a-9e7e-c84e2b4e3356 req-dcd45611-5f94-4df2-b543-a1895b365c47 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (bc2be2cc-3761-48e1-b693-39492a6470a2), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:53.892341 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-760bb204-4f38-418a-9e7e-c84e2b4e3356 req-dcd45611-5f94-4df2-b543-a1895b365c47 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Calling delete_port for bc2be2cc-3761-48e1-b693-39492a6470a2 owned by compute:nova {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:58:53.893792 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-3e9bc6bf-8f11-4408-8716-1c1be9a2e4ec req-445df78e-195c-42fc-8888-bdb288348f98 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/security-groups?id=42c21df6-624c-45ae-a8e3-5999a69be3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579805 Feb 09 12:58:54.105047 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-760bb204-4f38-418a-9e7e-c84e2b4e3356 req-dcd45611-5f94-4df2-b543-a1895b365c47 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (bc2be2cc-3761-48e1-b693-39492a6470a2), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:54.117838 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['bc2be2cc-3761-48e1-b693-39492a6470a2'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 12:58:54.141607 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd45611-5f94-4df2-b543-a1895b365c47 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Pushing event deleted for resources: {'Port': ['ID=bc2be2cc-3761-48e1-b693-39492a6470a2,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:54.186652 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-760bb204-4f38-418a-9e7e-c84e2b4e3356 req-dcd45611-5f94-4df2-b543-a1895b365c47 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] No DVR routers for this DVR port bc2be2cc-3761-48e1-b693-39492a6470a2 on host hv-cinder-81091 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:58:54.189495 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-760bb204-4f38-418a-9e7e-c84e2b4e3356 req-dcd45611-5f94-4df2-b543-a1895b365c47 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:54.192869 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-760bb204-4f38-418a-9e7e-c84e2b4e3356 req-dcd45611-5f94-4df2-b543-a1895b365c47 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.18 "DELETE /v2.0/ports/bc2be2cc-3761-48e1-b693-39492a6470a2 HTTP/1.1" status: 204 len: 173 time: 0.6196365 Feb 09 12:58:54.193356 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1793664-d6b6-4257-98a7-10e63463b541', 'name': 'network-vif-deleted', 'tag': 'bc2be2cc-3761-48e1-b693-39492a6470a2'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:58:54.195784 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bb3ef9-1b73-45b8-99de-312b24318805" -d '{"events": [{"server_uuid": "b1793664-d6b6-4257-98a7-10e63463b541", "name": "network-vif-deleted", "tag": "bc2be2cc-3761-48e1-b693-39492a6470a2"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:58:54.244602 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46653eb-8957-413f-b1b8-283320827c7f x-openstack-request-id: req-f46653eb-8957-413f-b1b8-283320827c7f {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:58:54.244831 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1793664-d6b6-4257-98a7-10e63463b541", "name": "network-vif-deleted", "tag": "bc2be2cc-3761-48e1-b693-39492a6470a2", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:58:54.245076 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f46653eb-8957-413f-b1b8-283320827c7f {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:58:54.245487 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1793664-d6b6-4257-98a7-10e63463b541', 'name': 'network-vif-deleted', 'tag': 'bc2be2cc-3761-48e1-b693-39492a6470a2', 'status': 'completed', 'code': 200} Feb 09 12:58:55.036425 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-668865ad-323c-44b3-96f4-e563b519dcce req-35dc786b-a2bd-45c4-8992-ee082333f0a6 tempest-TestMinimumBasicScenario-860315101 tempest-TestMinimumBasicScenario-860315101-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1793664-d6b6-4257-98a7-10e63463b541 HTTP/1.1" status: 200 len: 210 time: 0.0296795 Feb 09 12:58:55.042547 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88260f77-4f20-414b-8593-061166ace638 req-2cca9bfc-97db-431d-ada6-19729fb1bd18 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:55.042547 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-88260f77-4f20-414b-8593-061166ace638 req-2cca9bfc-97db-431d-ada6-19729fb1bd18 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 946 time: 0.0906491 Feb 09 12:58:55.101666 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-88260f77-4f20-414b-8593-061166ace638 req-57018ac4-32e4-4d10-b007-954f086b11b8 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540369 Feb 09 12:58:55.938878 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-75496282-e755-42eb-8d36-68ffa6eb345f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:56.249967 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa9e47-3b39-4ede-bbfb-5274ef4e00f9 req-71d06dd9-94b4-44a7-b0cd-7ac1106a5a72 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:56.252150 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-45aa9e47-3b39-4ede-bbfb-5274ef4e00f9 req-71d06dd9-94b4-44a7-b0cd-7ac1106a5a72 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 946 time: 0.0611041 Feb 09 12:58:56.331366 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-45aa9e47-3b39-4ede-bbfb-5274ef4e00f9 req-3c0729d2-b638-4aa8-a3fb-d11c26a0f1a6 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706496 Feb 09 12:58:57.401869 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:57.634235 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device bc2be2cc-3761-48e1-b693-39492a6470a2 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:58:57.655293 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] No Port match for: bc2be2cc-3761-48e1-b693-39492a6470a2 {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 12:58:57.655661 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device bc2be2cc-3761-48e1-b693-39492a6470a2 not bound to the agent host hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 12:58:57.931267 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56268) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:58:58.636262 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-17b36199-2fff-4ca7-b247-4a2213492e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590883'] for router_interface (cac4f8a9-5219-4963-8084-ccc576c00747), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:58.676499 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:59.000075 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-17b36199-2fff-4ca7-b247-4a2213492e68 admin admin] Deleting port 79e5a813-c4f4-4fb8-bb79-0c411476cf29 {{(pid=109770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:58:59.000774 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-17b36199-2fff-4ca7-b247-4a2213492e68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (79e5a813-c4f4-4fb8-bb79-0c411476cf29), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:59.091261 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-17b36199-2fff-4ca7-b247-4a2213492e68 admin admin] For port 79e5a813-c4f4-4fb8-bb79-0c411476cf29, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=79e5a813-c4f4-4fb8-bb79-0c411476cf29,segment=NetworkSegment(f6ad2818-739a-43e3-b752-81a19c158147),segment_id=f6ad2818-739a-43e3-b752-81a19c158147)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:59.091889 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-17b36199-2fff-4ca7-b247-4a2213492e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (79e5a813-c4f4-4fb8-bb79-0c411476cf29), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:59.105679 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-17b36199-2fff-4ca7-b247-4a2213492e68 admin admin] Calling delete_port for 79e5a813-c4f4-4fb8-bb79-0c411476cf29 owned by network:router_interface {{(pid=109770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:58:59.407872 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-17b36199-2fff-4ca7-b247-4a2213492e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (79e5a813-c4f4-4fb8-bb79-0c411476cf29), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:59.437352 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b36199-2fff-4ca7-b247-4a2213492e68 admin admin] Pushing event deleted for resources: {'Port': ['ID=79e5a813-c4f4-4fb8-bb79-0c411476cf29,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:59.619349 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-17b36199-2fff-4ca7-b247-4a2213492e68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1614721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591031'] for router_interface (cac4f8a9-5219-4963-8084-ccc576c00747), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:59.824298 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:58:59.871830 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b36199-2fff-4ca7-b247-4a2213492e68 admin admin] Router cac4f8a9-5219-4963-8084-ccc576c00747 has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:58:59.987517 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b36199-2fff-4ca7-b247-4a2213492e68 admin admin] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:58:59.993498 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-17b36199-2fff-4ca7-b247-4a2213492e68 admin admin] 10.222.0.50 "PUT /v2.0/routers/cac4f8a9-5219-4963-8084-ccc576c00747/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0606573 Feb 09 12:58:59.996083 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56280) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:58:59.999064 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404cb97f-6595-41a9-99ee-4983ea21f699 None None] Sync routers for ids ['cac4f8a9-5219-4963-8084-ccc576c00747'] in dv-cinder-810917-4-iscsi {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:59:00.011914 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404cb97f-6595-41a9-99ee-4983ea21f699 None None] Routers {'cac4f8a9-5219-4963-8084-ccc576c00747'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:59:00.012635 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-404cb97f-6595-41a9-99ee-4983ea21f699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:58:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['cac4f8a9-5219-4963-8084-ccc576c00747'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:00.113916 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5789c3f5-94f7-4b3b-87f0-d4159a9a1f45 admin admin] Publish callbacks [] for router (cac4f8a9-5219-4963-8084-ccc576c00747), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:00.129415 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-404cb97f-6595-41a9-99ee-4983ea21f699 None None] Set router cac4f8a9-5219-4963-8084-ccc576c00747 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:59:00.243239 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5789c3f5-94f7-4b3b-87f0-d4159a9a1f45 admin admin] Publish callbacks [] for router_gateway (cac4f8a9-5219-4963-8084-ccc576c00747), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:00.321356 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-404cb97f-6595-41a9-99ee-4983ea21f699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'name': 'tempest-TestMinimumBasicScenario-601595784-router', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'aaf849ce-ea04-432c-97eb-6fdb5ca3c764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:05Z', 'updated_at': '2022-02-09T12:58:59Z', 'revision_number': 5, 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'gw_port': {'id': 'aaf849ce-ea04-432c-97eb-6fdb5ca3c764', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:05Z', 'updated_at': '2022-02-09T12:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:00.348613 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404cb97f-6595-41a9-99ee-4983ea21f699 None None] Checking router: cac4f8a9-5219-4963-8084-ccc576c00747 for host: dv-cinder-810917-4-iscsi {{(pid=109772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:59:00.357952 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404cb97f-6595-41a9-99ee-4983ea21f699 None None] Routers {'cac4f8a9-5219-4963-8084-ccc576c00747'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:59:00.358597 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-404cb97f-6595-41a9-99ee-4983ea21f699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:58:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['cac4f8a9-5219-4963-8084-ccc576c00747'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:00.386640 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-5789c3f5-94f7-4b3b-87f0-d4159a9a1f45 admin admin] Deleting port aaf849ce-ea04-432c-97eb-6fdb5ca3c764 {{(pid=109770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:59:00.387069 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5789c3f5-94f7-4b3b-87f0-d4159a9a1f45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (aaf849ce-ea04-432c-97eb-6fdb5ca3c764), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:00.459523 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-404cb97f-6595-41a9-99ee-4983ea21f699 None None] Set router cac4f8a9-5219-4963-8084-ccc576c00747 gateway port host: None {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:59:00.477360 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-5789c3f5-94f7-4b3b-87f0-d4159a9a1f45 admin admin] For port aaf849ce-ea04-432c-97eb-6fdb5ca3c764, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=aaf849ce-ea04-432c-97eb-6fdb5ca3c764,segment=NetworkSegment(b9e37f85-ea5b-4692-8272-94f7f4592b1f),segment_id=b9e37f85-ea5b-4692-8272-94f7f4592b1f)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:00.477721 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5789c3f5-94f7-4b3b-87f0-d4159a9a1f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (aaf849ce-ea04-432c-97eb-6fdb5ca3c764), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:00.497508 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-5789c3f5-94f7-4b3b-87f0-d4159a9a1f45 admin admin] Calling delete_port for aaf849ce-ea04-432c-97eb-6fdb5ca3c764 owned by network:router_gateway {{(pid=109770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:59:00.522357 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-404cb97f-6595-41a9-99ee-4983ea21f699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'name': 'tempest-TestMinimumBasicScenario-601595784-router', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:05Z', 'updated_at': '2022-02-09T12:59:00Z', 'revision_number': 6, 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'gw_port_host': None}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:00.549701 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404cb97f-6595-41a9-99ee-4983ea21f699 None None] The sync data for ids ['cac4f8a9-5219-4963-8084-ccc576c00747'] in dv-cinder-810917-4-iscsi is: [{'id': 'cac4f8a9-5219-4963-8084-ccc576c00747', 'name': 'tempest-TestMinimumBasicScenario-601595784-router', 'tenant_id': 'b37bd252acad4b27ab2d794377349a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:05Z', 'updated_at': '2022-02-09T12:59:00Z', 'revision_number': 6, 'project_id': 'b37bd252acad4b27ab2d794377349a6a', 'gw_port_host': None}] {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:59:00.818777 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5789c3f5-94f7-4b3b-87f0-d4159a9a1f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (aaf849ce-ea04-432c-97eb-6fdb5ca3c764), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:00.846201 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789c3f5-94f7-4b3b-87f0-d4159a9a1f45 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaf849ce-ea04-432c-97eb-6fdb5ca3c764,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:00.920884 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5789c3f5-94f7-4b3b-87f0-d4159a9a1f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1591061'] for router_gateway (cac4f8a9-5219-4963-8084-ccc576c00747), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:01.021562 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5789c3f5-94f7-4b3b-87f0-d4159a9a1f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8967'] for router (cac4f8a9-5219-4963-8084-ccc576c00747), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:01.023715 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5789c3f5-94f7-4b3b-87f0-d4159a9a1f45 admin admin] Publish callbacks [] for router_controller (cac4f8a9-5219-4963-8084-ccc576c00747), precommit_delete_associations {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:01.161495 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5789c3f5-94f7-4b3b-87f0-d4159a9a1f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588357'] for router (cac4f8a9-5219-4963-8084-ccc576c00747), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:01.162172 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5789c3f5-94f7-4b3b-87f0-d4159a9a1f45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cac4f8a9-5219-4963-8084-ccc576c00747 {{(pid=109770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 12:59:01.166516 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5789c3f5-94f7-4b3b-87f0-d4159a9a1f45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:01.167711 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-5789c3f5-94f7-4b3b-87f0-d4159a9a1f45 admin admin] 10.222.0.50 "DELETE /v2.0/routers/cac4f8a9-5219-4963-8084-ccc576c00747 HTTP/1.1" status: 204 len: 168 time: 1.1705186 Feb 09 12:59:01.170880 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56290) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:01.218203 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc0747a-8198-4c6d-9c19-b4230bcbf025 admin admin] Deleting subnet cdf47935-83f3-4672-9f4b-bebf304da44f {{(pid=109770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 12:59:01.222544 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9fc0747a-8198-4c6d-9c19-b4230bcbf025 admin admin] Publish callbacks [] for subnet (cdf47935-83f3-4672-9f4b-bebf304da44f), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:01.262705 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9fc0747a-8198-4c6d-9c19-b4230bcbf025 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10469959'] for subnet (cdf47935-83f3-4672-9f4b-bebf304da44f), precommit_delete_associations {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:01.348841 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9fc0747a-8198-4c6d-9c19-b4230bcbf025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956720'] for subnet (cdf47935-83f3-4672-9f4b-bebf304da44f), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:01.500236 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9fc0747a-8198-4c6d-9c19-b4230bcbf025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-956875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10470405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10234534'] for subnet (cdf47935-83f3-4672-9f4b-bebf304da44f), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:01.527893 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0747a-8198-4c6d-9c19-b4230bcbf025 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdf47935-83f3-4672-9f4b-bebf304da44f,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:01.537093 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-9fc0747a-8198-4c6d-9c19-b4230bcbf025 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:01.537093 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-9fc0747a-8198-4c6d-9c19-b4230bcbf025 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cdf47935-83f3-4672-9f4b-bebf304da44f HTTP/1.1" status: 204 len: 168 time: 0.3649676 Feb 09 12:59:01.539673 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56292) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:01.541976 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f624f09-60ad-4fd1-b49d-137affc87b21 None None] Network babb7da8-fc2e-44f0-be51-e4ef20e9c2c2 requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:59:01.628900 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b766f300-c917-41b6-9778-25286b524234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-976102'] for network (babb7da8-fc2e-44f0-be51-e4ef20e9c2c2), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:01.691571 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-b766f300-c917-41b6-9778-25286b524234 admin admin] Deleting port ea280f61-3616-4b77-b67d-9065f51ba829 {{(pid=109770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:59:01.692765 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b766f300-c917-41b6-9778-25286b524234 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (ea280f61-3616-4b77-b67d-9065f51ba829), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:01.713753 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bd8b5b-b092-4d5e-a718-c63dea2daaa6 None None] DHCP port deletion for babb7da8-fc2e-44f0-be51-e4ef20e9c2c2 request from dv-cinder-810917-4-iscsi {{(pid=109771) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 12:59:01.762206 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-b766f300-c917-41b6-9778-25286b524234 admin admin] For port ea280f61-3616-4b77-b67d-9065f51ba829, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=ea280f61-3616-4b77-b67d-9065f51ba829,segment=NetworkSegment(f6ad2818-739a-43e3-b752-81a19c158147),segment_id=f6ad2818-739a-43e3-b752-81a19c158147)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:01.762464 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-c3bd8b5b-b092-4d5e-a718-c63dea2daaa6 None None] Deleting port ea280f61-3616-4b77-b67d-9065f51ba829 {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:59:01.762574 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b766f300-c917-41b6-9778-25286b524234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (ea280f61-3616-4b77-b67d-9065f51ba829), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:01.762833 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c3bd8b5b-b092-4d5e-a718-c63dea2daaa6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (ea280f61-3616-4b77-b67d-9065f51ba829), before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:01.778027 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-b766f300-c917-41b6-9778-25286b524234 admin admin] Calling delete_port for ea280f61-3616-4b77-b67d-9065f51ba829 owned by network:dhcp {{(pid=109770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:59:01.834044 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-c3bd8b5b-b092-4d5e-a718-c63dea2daaa6 None None] For port ea280f61-3616-4b77-b67d-9065f51ba829, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=ea280f61-3616-4b77-b67d-9065f51ba829,segment=NetworkSegment(f6ad2818-739a-43e3-b752-81a19c158147),segment_id=f6ad2818-739a-43e3-b752-81a19c158147)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:01.834399 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c3bd8b5b-b092-4d5e-a718-c63dea2daaa6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (ea280f61-3616-4b77-b67d-9065f51ba829), precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:01.851408 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-c3bd8b5b-b092-4d5e-a718-c63dea2daaa6 None None] Calling delete_port for ea280f61-3616-4b77-b67d-9065f51ba829 owned by network:dhcp {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:59:01.956105 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b766f300-c917-41b6-9778-25286b524234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (ea280f61-3616-4b77-b67d-9065f51ba829), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:01.962869 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c3bd8b5b-b092-4d5e-a718-c63dea2daaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332'] for port (ea280f61-3616-4b77-b67d-9065f51ba829), after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:01.982924 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766f300-c917-41b6-9778-25286b524234 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea280f61-3616-4b77-b67d-9065f51ba829,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:01.988941 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b766f300-c917-41b6-9778-25286b524234 admin admin] No DVR routers for this DVR port ea280f61-3616-4b77-b67d-9065f51ba829 on host dv-cinder-810917-4-iscsi {{(pid=109770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:59:01.996949 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd8b5b-b092-4d5e-a718-c63dea2daaa6 None None] Pushing event deleted for resources: {'Port': ['ID=ea280f61-3616-4b77-b67d-9065f51ba829,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:02.001479 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bd8b5b-b092-4d5e-a718-c63dea2daaa6 None None] No DVR routers for this DVR port ea280f61-3616-4b77-b67d-9065f51ba829 on host dv-cinder-810917-4-iscsi {{(pid=109771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:59:02.070824 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b766f300-c917-41b6-9778-25286b524234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032615', 'neutron.services.segments.db._delete_segments_for_network-8775837910977'] for network (babb7da8-fc2e-44f0-be51-e4ef20e9c2c2), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:02.094596 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-b766f300-c917-41b6-9778-25286b524234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['babb7da8-fc2e-44f0-be51-e4ef20e9c2c2']}} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:02.104840 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-b766f300-c917-41b6-9778-25286b524234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ad2818-739a-43e3-b752-81a19c158147') {'for_net_delete': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:02.105143 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-b766f300-c917-41b6-9778-25286b524234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ad2818-739a-43e3-b752-81a19c158147') {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:02.115917 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b766f300-c917-41b6-9778-25286b524234 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775837913034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10469964'] for segment (f6ad2818-739a-43e3-b752-81a19c158147), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:02.131489 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b766f300-c917-41b6-9778-25286b524234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (f6ad2818-739a-43e3-b752-81a19c158147), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:02.138135 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b766f300-c917-41b6-9778-25286b524234 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=109770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:59:02.138566 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b766f300-c917-41b6-9778-25286b524234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10470575'] for segment (f6ad2818-739a-43e3-b752-81a19c158147), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: Traceback (most recent call last): Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: timer() Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: cb(*args, **kw) Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: return func(*args, **kwargs) Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: self._notify() Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: self.callback(batched_events) Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: event.method(event) Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: return f(self, *a, **k) Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: return self._get(url).json() Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: return self.request(url, 'GET', **kwargs) Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:59:02.141097 dv-cinder-810917-4-iscsi neutron-server[109770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:59:02.298656 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b766f300-c917-41b6-9778-25286b524234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591153'] for network (babb7da8-fc2e-44f0-be51-e4ef20e9c2c2), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:02.303135 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b766f300-c917-41b6-9778-25286b524234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:02.308569 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-b766f300-c917-41b6-9778-25286b524234 admin admin] 10.222.0.50 "DELETE /v2.0/networks/babb7da8-fc2e-44f0-be51-e4ef20e9c2c2 HTTP/1.1" status: 204 len: 168 time: 0.7672799 Feb 09 12:59:02.311767 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 56302) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:02.327521 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766f300-c917-41b6-9778-25286b524234 admin admin] Pushing event deleted for resources: {'Network': ['ID=babb7da8-fc2e-44f0-be51-e4ef20e9c2c2,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:02.481966 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 79e5a813-c4f4-4fb8-bb79-0c411476cf29 no longer exists at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:59:02.506332 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] No Port match for: 79e5a813-c4f4-4fb8-bb79-0c411476cf29 {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 12:59:02.506753 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 79e5a813-c4f4-4fb8-bb79-0c411476cf29 not bound to the agent host dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 12:59:02.507208 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device ea280f61-3616-4b77-b67d-9065f51ba829 no longer exists at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:59:02.526130 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] No Port match for: ea280f61-3616-4b77-b67d-9065f51ba829 {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 12:59:02.526546 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device ea280f61-3616-4b77-b67d-9065f51ba829 not bound to the agent host dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 12:59:02.526955 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device aaf849ce-ea04-432c-97eb-6fdb5ca3c764 no longer exists at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:59:02.551810 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] No Port match for: aaf849ce-ea04-432c-97eb-6fdb5ca3c764 {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 12:59:02.552672 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device aaf849ce-ea04-432c-97eb-6fdb5ca3c764 not bound to the agent host dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 12:59:02.700720 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-68bd7790-db57-44de-8261-39b793885773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590883'] for router_interface (93e4d8d8-d831-403a-aad9-2d3fb7924598), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:02.991230 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-68bd7790-db57-44de-8261-39b793885773 admin admin] Deleting port 40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:59:02.991476 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-68bd7790-db57-44de-8261-39b793885773 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:03.073166 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-68bd7790-db57-44de-8261-39b793885773 admin admin] For port 40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0,segment=NetworkSegment(78d7fff4-9c91-42d8-b78c-c04b85c4a7de),segment_id=78d7fff4-9c91-42d8-b78c-c04b85c4a7de)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:03.073634 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-68bd7790-db57-44de-8261-39b793885773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:03.089299 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-68bd7790-db57-44de-8261-39b793885773 admin admin] Calling delete_port for 40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0 owned by network:router_interface {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:59:03.367170 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-68bd7790-db57-44de-8261-39b793885773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:03.391663 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd7790-db57-44de-8261-39b793885773 admin admin] Pushing event deleted for resources: {'Port': ['ID=40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:03.401400 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd7790-db57-44de-8261-39b793885773 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:03.401759 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd7790-db57-44de-8261-39b793885773 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:03.402107 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd7790-db57-44de-8261-39b793885773 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:03.402443 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd7790-db57-44de-8261-39b793885773 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:03.402772 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd7790-db57-44de-8261-39b793885773 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:03.403098 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd7790-db57-44de-8261-39b793885773 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:03.403442 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd7790-db57-44de-8261-39b793885773 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:03.403768 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd7790-db57-44de-8261-39b793885773 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:03.405889 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd7790-db57-44de-8261-39b793885773 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:03.405889 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd7790-db57-44de-8261-39b793885773 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:03.405889 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd7790-db57-44de-8261-39b793885773 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:03.405889 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd7790-db57-44de-8261-39b793885773 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:03.406223 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd7790-db57-44de-8261-39b793885773 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:03.590147 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-68bd7790-db57-44de-8261-39b793885773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1614721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591031'] for router_interface (93e4d8d8-d831-403a-aad9-2d3fb7924598), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:04.056156 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bd7790-db57-44de-8261-39b793885773 admin admin] Router 93e4d8d8-d831-403a-aad9-2d3fb7924598 has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:59:04.178242 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bd7790-db57-44de-8261-39b793885773 admin admin] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:59:04.183233 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-68bd7790-db57-44de-8261-39b793885773 admin admin] 10.222.0.50 "PUT /v2.0/routers/93e4d8d8-d831-403a-aad9-2d3fb7924598/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8697729 Feb 09 12:59:04.187979 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 56326) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:04.193175 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb09c19-1fd6-4ae6-8321-2c10f3687fc5 None None] Sync routers for ids ['93e4d8d8-d831-403a-aad9-2d3fb7924598'] in dv-cinder-810917-4-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:59:04.212370 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb09c19-1fd6-4ae6-8321-2c10f3687fc5 None None] Routers {'93e4d8d8-d831-403a-aad9-2d3fb7924598'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:59:04.213597 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-abb09c19-1fd6-4ae6-8321-2c10f3687fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:58:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['93e4d8d8-d831-403a-aad9-2d3fb7924598'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:04.261498 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56332) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:04.307503 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5822fcb-fa21-4ed3-80ae-8bcc106f2343 admin admin] Deleting subnet 4150e588-45b9-4694-bc7b-7c715f12498a {{(pid=109770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 12:59:04.311474 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b5822fcb-fa21-4ed3-80ae-8bcc106f2343 admin admin] Publish callbacks [] for subnet (4150e588-45b9-4694-bc7b-7c715f12498a), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:04.318500 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f7f6cb6-2d4b-4d98-9826-1755ddd2b47d admin admin] Publish callbacks [] for router (93e4d8d8-d831-403a-aad9-2d3fb7924598), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:04.347819 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b5822fcb-fa21-4ed3-80ae-8bcc106f2343 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10469959'] for subnet (4150e588-45b9-4694-bc7b-7c715f12498a), precommit_delete_associations {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:04.349765 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-abb09c19-1fd6-4ae6-8321-2c10f3687fc5 None None] Set router 93e4d8d8-d831-403a-aad9-2d3fb7924598 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:59:04.405068 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b5822fcb-fa21-4ed3-80ae-8bcc106f2343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956720'] for subnet (4150e588-45b9-4694-bc7b-7c715f12498a), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:04.444563 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f7f6cb6-2d4b-4d98-9826-1755ddd2b47d admin admin] Publish callbacks [] for router_gateway (93e4d8d8-d831-403a-aad9-2d3fb7924598), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:04.551947 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-abb09c19-1fd6-4ae6-8321-2c10f3687fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e4d8d8-d831-403a-aad9-2d3fb7924598', 'name': 'tempest-TestMinimumBasicScenario-303581990-router', 'tenant_id': 'c8aeebd9c8b749d4865207517eec85b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '8e4925d2-9074-4456-8e6a-4fd9ee468d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:15Z', 'updated_at': '2022-02-09T12:59:03Z', 'revision_number': 5, 'project_id': 'c8aeebd9c8b749d4865207517eec85b9', 'gw_port': {'id': '8e4925d2-9074-4456-8e6a-4fd9ee468d57', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e4d8d8-d831-403a-aad9-2d3fb7924598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:56:16Z', 'updated_at': '2022-02-09T12:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:04.580306 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb09c19-1fd6-4ae6-8321-2c10f3687fc5 None None] Checking router: 93e4d8d8-d831-403a-aad9-2d3fb7924598 for host: dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:59:04.590314 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b5822fcb-fa21-4ed3-80ae-8bcc106f2343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-956875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10470405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10234534'] for subnet (4150e588-45b9-4694-bc7b-7c715f12498a), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:04.598276 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb09c19-1fd6-4ae6-8321-2c10f3687fc5 None None] Routers {'93e4d8d8-d831-403a-aad9-2d3fb7924598'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:59:04.599128 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-abb09c19-1fd6-4ae6-8321-2c10f3687fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:58:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['93e4d8d8-d831-403a-aad9-2d3fb7924598'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:04.618846 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-1f7f6cb6-2d4b-4d98-9826-1755ddd2b47d admin admin] Deleting port 8e4925d2-9074-4456-8e6a-4fd9ee468d57 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:59:04.619178 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f7f6cb6-2d4b-4d98-9826-1755ddd2b47d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (8e4925d2-9074-4456-8e6a-4fd9ee468d57), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:04.625752 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5822fcb-fa21-4ed3-80ae-8bcc106f2343 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4150e588-45b9-4694-bc7b-7c715f12498a,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:04.630190 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b5822fcb-fa21-4ed3-80ae-8bcc106f2343 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:04.636705 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-b5822fcb-fa21-4ed3-80ae-8bcc106f2343 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4150e588-45b9-4694-bc7b-7c715f12498a HTTP/1.1" status: 204 len: 168 time: 0.3703437 Feb 09 12:59:04.637493 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 56334) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:04.641732 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5822fcb-fa21-4ed3-80ae-8bcc106f2343 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:04.642233 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5822fcb-fa21-4ed3-80ae-8bcc106f2343 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:04.642766 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5822fcb-fa21-4ed3-80ae-8bcc106f2343 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:04.643211 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5822fcb-fa21-4ed3-80ae-8bcc106f2343 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:04.643758 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5822fcb-fa21-4ed3-80ae-8bcc106f2343 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:04.644248 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5822fcb-fa21-4ed3-80ae-8bcc106f2343 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:04.644757 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5822fcb-fa21-4ed3-80ae-8bcc106f2343 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:04.645270 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5822fcb-fa21-4ed3-80ae-8bcc106f2343 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:04.645791 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5822fcb-fa21-4ed3-80ae-8bcc106f2343 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:04.646332 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5822fcb-fa21-4ed3-80ae-8bcc106f2343 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:04.646782 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5822fcb-fa21-4ed3-80ae-8bcc106f2343 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:04.647205 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5822fcb-fa21-4ed3-80ae-8bcc106f2343 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:04.647780 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5822fcb-fa21-4ed3-80ae-8bcc106f2343 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:04.706065 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-abb09c19-1fd6-4ae6-8321-2c10f3687fc5 None None] Set router 93e4d8d8-d831-403a-aad9-2d3fb7924598 gateway port host: None {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:59:04.757763 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d23573b-add0-4419-a8aa-4c2c05c9e8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-976102'] for network (ec180e47-f252-4a5a-89f1-83aae4474a3e), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:04.762973 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-abb09c19-1fd6-4ae6-8321-2c10f3687fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e4d8d8-d831-403a-aad9-2d3fb7924598', 'name': 'tempest-TestMinimumBasicScenario-303581990-router', 'tenant_id': 'c8aeebd9c8b749d4865207517eec85b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:15Z', 'updated_at': '2022-02-09T12:59:04Z', 'revision_number': 6, 'project_id': 'c8aeebd9c8b749d4865207517eec85b9', 'gw_port_host': None}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:04.776643 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-1f7f6cb6-2d4b-4d98-9826-1755ddd2b47d admin admin] For port 8e4925d2-9074-4456-8e6a-4fd9ee468d57, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=8e4925d2-9074-4456-8e6a-4fd9ee468d57,segment=NetworkSegment(b9e37f85-ea5b-4692-8272-94f7f4592b1f),segment_id=b9e37f85-ea5b-4692-8272-94f7f4592b1f)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:04.777002 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f7f6cb6-2d4b-4d98-9826-1755ddd2b47d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (8e4925d2-9074-4456-8e6a-4fd9ee468d57), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:04.789866 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb09c19-1fd6-4ae6-8321-2c10f3687fc5 None None] The sync data for ids ['93e4d8d8-d831-403a-aad9-2d3fb7924598'] in dv-cinder-810917-4-iscsi is: [{'id': '93e4d8d8-d831-403a-aad9-2d3fb7924598', 'name': 'tempest-TestMinimumBasicScenario-303581990-router', 'tenant_id': 'c8aeebd9c8b749d4865207517eec85b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:56:15Z', 'updated_at': '2022-02-09T12:59:04Z', 'revision_number': 6, 'project_id': 'c8aeebd9c8b749d4865207517eec85b9', 'gw_port_host': None}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:59:04.792302 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-1f7f6cb6-2d4b-4d98-9826-1755ddd2b47d admin admin] Calling delete_port for 8e4925d2-9074-4456-8e6a-4fd9ee468d57 owned by network:router_gateway {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:59:04.910672 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d23573b-add0-4419-a8aa-4c2c05c9e8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032615', 'neutron.services.segments.db._delete_segments_for_network-8775837910977'] for network (ec180e47-f252-4a5a-89f1-83aae4474a3e), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:04.942154 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-7d23573b-add0-4419-a8aa-4c2c05c9e8a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec180e47-f252-4a5a-89f1-83aae4474a3e']}} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:04.955315 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-7d23573b-add0-4419-a8aa-4c2c05c9e8a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d22676d-7012-43dc-b460-1d6fb0a5ac7f') {'for_net_delete': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:04.955633 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-7d23573b-add0-4419-a8aa-4c2c05c9e8a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d22676d-7012-43dc-b460-1d6fb0a5ac7f') {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:04.999239 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d23573b-add0-4419-a8aa-4c2c05c9e8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775837913034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3638831'] for segment (2d22676d-7012-43dc-b460-1d6fb0a5ac7f), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:05.022083 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d23573b-add0-4419-a8aa-4c2c05c9e8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (2d22676d-7012-43dc-b460-1d6fb0a5ac7f), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:05.030315 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d23573b-add0-4419-a8aa-4c2c05c9e8a5 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=109769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:59:05.030796 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d23573b-add0-4419-a8aa-4c2c05c9e8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8720052'] for segment (2d22676d-7012-43dc-b460-1d6fb0a5ac7f), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: Traceback (most recent call last): Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: timer() Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: cb(*args, **kw) Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: return func(*args, **kwargs) Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: self._notify() Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: self.callback(batched_events) Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: event.method(event) Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: return f(self, *a, **k) Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: return self._get(url).json() Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: return self.request(url, 'GET', **kwargs) Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:59:05.032628 dv-cinder-810917-4-iscsi neutron-server[109769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:59:05.230221 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d23573b-add0-4419-a8aa-4c2c05c9e8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591153'] for network (ec180e47-f252-4a5a-89f1-83aae4474a3e), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:05.236878 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-7d23573b-add0-4419-a8aa-4c2c05c9e8a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:05.240174 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-7d23573b-add0-4419-a8aa-4c2c05c9e8a5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ec180e47-f252-4a5a-89f1-83aae4474a3e HTTP/1.1" status: 204 len: 168 time: 0.6016510 Feb 09 12:59:05.243070 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56336) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:05.252137 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23573b-add0-4419-a8aa-4c2c05c9e8a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec180e47-f252-4a5a-89f1-83aae4474a3e,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:05.264797 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f7f6cb6-2d4b-4d98-9826-1755ddd2b47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (8e4925d2-9074-4456-8e6a-4fd9ee468d57), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:05.289908 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0ad88d-1129-428a-bcb5-027ae5510eec admin admin] Deleting subnet ef654458-f4cc-4fc4-a106-a97c6772e7f5 {{(pid=109770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 12:59:05.293450 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ec0ad88d-1129-428a-bcb5-027ae5510eec admin admin] Publish callbacks [] for subnet (ef654458-f4cc-4fc4-a106-a97c6772e7f5), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:05.298434 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f6cb6-2d4b-4d98-9826-1755ddd2b47d admin admin] Pushing event deleted for resources: {'Port': ['ID=8e4925d2-9074-4456-8e6a-4fd9ee468d57,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:05.332472 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ec0ad88d-1129-428a-bcb5-027ae5510eec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10469959'] for subnet (ef654458-f4cc-4fc4-a106-a97c6772e7f5), precommit_delete_associations {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:05.365494 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f7f6cb6-2d4b-4d98-9826-1755ddd2b47d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1591061'] for router_gateway (93e4d8d8-d831-403a-aad9-2d3fb7924598), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:05.374333 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ec0ad88d-1129-428a-bcb5-027ae5510eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956720'] for subnet (ef654458-f4cc-4fc4-a106-a97c6772e7f5), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:05.476515 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f7f6cb6-2d4b-4d98-9826-1755ddd2b47d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8967'] for router (93e4d8d8-d831-403a-aad9-2d3fb7924598), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:05.478948 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f7f6cb6-2d4b-4d98-9826-1755ddd2b47d admin admin] Publish callbacks [] for router_controller (93e4d8d8-d831-403a-aad9-2d3fb7924598), precommit_delete_associations {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:05.545971 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ec0ad88d-1129-428a-bcb5-027ae5510eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-956875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10470405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10234534'] for subnet (ef654458-f4cc-4fc4-a106-a97c6772e7f5), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:05.583550 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ad88d-1129-428a-bcb5-027ae5510eec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef654458-f4cc-4fc4-a106-a97c6772e7f5,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:05.588455 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-ec0ad88d-1129-428a-bcb5-027ae5510eec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:05.592920 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-ec0ad88d-1129-428a-bcb5-027ae5510eec admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ef654458-f4cc-4fc4-a106-a97c6772e7f5 HTTP/1.1" status: 204 len: 168 time: 0.3486288 Feb 09 12:59:05.596954 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56338) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:05.670582 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f7f6cb6-2d4b-4d98-9826-1755ddd2b47d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588357'] for router (93e4d8d8-d831-403a-aad9-2d3fb7924598), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:05.671325 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7f6cb6-2d4b-4d98-9826-1755ddd2b47d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93e4d8d8-d831-403a-aad9-2d3fb7924598 {{(pid=109769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 12:59:05.672495 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-df3418e3-d75e-4c32-94f2-a53ac8215de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-976102'] for network (8f50da45-718b-4a12-9eda-5b5e79739e9f), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:05.679578 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1f7f6cb6-2d4b-4d98-9826-1755ddd2b47d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:05.679578 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-1f7f6cb6-2d4b-4d98-9826-1755ddd2b47d admin admin] 10.222.0.50 "DELETE /v2.0/routers/93e4d8d8-d831-403a-aad9-2d3fb7924598 HTTP/1.1" status: 204 len: 168 time: 1.4892366 Feb 09 12:59:05.682662 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 56340) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:05.736819 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ccc36b-a069-4ad7-b010-990719c8cd44 admin admin] Deleting subnet d458fa7d-dff9-43a4-b96d-88bbf9e1c6ff {{(pid=109769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 12:59:05.740055 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-74ccc36b-a069-4ad7-b010-990719c8cd44 admin admin] Publish callbacks [] for subnet (d458fa7d-dff9-43a4-b96d-88bbf9e1c6ff), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:05.768651 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-df3418e3-d75e-4c32-94f2-a53ac8215de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032615', 'neutron.services.segments.db._delete_segments_for_network-8775837910977'] for network (8f50da45-718b-4a12-9eda-5b5e79739e9f), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:05.778670 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-74ccc36b-a069-4ad7-b010-990719c8cd44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3638820'] for subnet (d458fa7d-dff9-43a4-b96d-88bbf9e1c6ff), precommit_delete_associations {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:05.917668 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-74ccc36b-a069-4ad7-b010-990719c8cd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956720'] for subnet (d458fa7d-dff9-43a4-b96d-88bbf9e1c6ff), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:06.031627 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-df3418e3-d75e-4c32-94f2-a53ac8215de9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f50da45-718b-4a12-9eda-5b5e79739e9f']}} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:06.042304 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-df3418e3-d75e-4c32-94f2-a53ac8215de9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c337fe72-909e-4305-a481-3eed3d3a6360') {'for_net_delete': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:06.042601 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-df3418e3-d75e-4c32-94f2-a53ac8215de9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c337fe72-909e-4305-a481-3eed3d3a6360') {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:06.052496 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-df3418e3-d75e-4c32-94f2-a53ac8215de9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775837913034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10469964'] for segment (c337fe72-909e-4305-a481-3eed3d3a6360), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:06.065718 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-df3418e3-d75e-4c32-94f2-a53ac8215de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (c337fe72-909e-4305-a481-3eed3d3a6360), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:06.071673 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df3418e3-d75e-4c32-94f2-a53ac8215de9 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:59:06.072057 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-df3418e3-d75e-4c32-94f2-a53ac8215de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10470575'] for segment (c337fe72-909e-4305-a481-3eed3d3a6360), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: Traceback (most recent call last): Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: timer() Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: cb(*args, **kw) Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: return func(*args, **kwargs) Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: self._notify() Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: self.callback(batched_events) Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: event.method(event) Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: return f(self, *a, **k) Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: return self._get(url).json() Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: return self.request(url, 'GET', **kwargs) Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:59:06.073671 dv-cinder-810917-4-iscsi neutron-server[109770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:59:06.110588 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-74ccc36b-a069-4ad7-b010-990719c8cd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-956875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8719902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8772564'] for subnet (d458fa7d-dff9-43a4-b96d-88bbf9e1c6ff), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:06.141520 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ccc36b-a069-4ad7-b010-990719c8cd44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d458fa7d-dff9-43a4-b96d-88bbf9e1c6ff,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:06.144972 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-74ccc36b-a069-4ad7-b010-990719c8cd44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:06.148173 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-74ccc36b-a069-4ad7-b010-990719c8cd44 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d458fa7d-dff9-43a4-b96d-88bbf9e1c6ff HTTP/1.1" status: 204 len: 168 time: 0.4645247 Feb 09 12:59:06.150975 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56342) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:06.151367 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba65a7a-1b3b-4b89-8a1c-dbdf775fd662 None None] Network a29c045c-5e07-43de-aa44-9c73bbaba07c requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:59:06.219268 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-df3418e3-d75e-4c32-94f2-a53ac8215de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591153'] for network (8f50da45-718b-4a12-9eda-5b5e79739e9f), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:06.227962 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-df3418e3-d75e-4c32-94f2-a53ac8215de9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:06.231503 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-df3418e3-d75e-4c32-94f2-a53ac8215de9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8f50da45-718b-4a12-9eda-5b5e79739e9f HTTP/1.1" status: 204 len: 168 time: 0.6330950 Feb 09 12:59:06.246969 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5ff1e8e4-4ebf-44ec-8fd8-74c0c36002cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-976102'] for network (a29c045c-5e07-43de-aa44-9c73bbaba07c), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:06.249323 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3418e3-d75e-4c32-94f2-a53ac8215de9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f50da45-718b-4a12-9eda-5b5e79739e9f,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:06.315208 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35d6590-5779-4697-bab9-7ab530c181cb None None] DHCP port deletion for a29c045c-5e07-43de-aa44-9c73bbaba07c request from dv-cinder-810917-4-iscsi {{(pid=109771) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 12:59:06.322828 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-5ff1e8e4-4ebf-44ec-8fd8-74c0c36002cd admin admin] Deleting port ecb0dd4c-e4c6-426c-bb8c-affed562fd95 {{(pid=109770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:59:06.343239 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5ff1e8e4-4ebf-44ec-8fd8-74c0c36002cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (ecb0dd4c-e4c6-426c-bb8c-affed562fd95), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:06.365180 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-d35d6590-5779-4697-bab9-7ab530c181cb None None] Deleting port ecb0dd4c-e4c6-426c-bb8c-affed562fd95 {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:59:06.365548 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d35d6590-5779-4697-bab9-7ab530c181cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (ecb0dd4c-e4c6-426c-bb8c-affed562fd95), before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:06.397470 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-5ff1e8e4-4ebf-44ec-8fd8-74c0c36002cd admin admin] For port ecb0dd4c-e4c6-426c-bb8c-affed562fd95, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=ecb0dd4c-e4c6-426c-bb8c-affed562fd95,segment=NetworkSegment(78d7fff4-9c91-42d8-b78c-c04b85c4a7de),segment_id=78d7fff4-9c91-42d8-b78c-c04b85c4a7de)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:06.397829 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5ff1e8e4-4ebf-44ec-8fd8-74c0c36002cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (ecb0dd4c-e4c6-426c-bb8c-affed562fd95), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:06.412257 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-5ff1e8e4-4ebf-44ec-8fd8-74c0c36002cd admin admin] Calling delete_port for ecb0dd4c-e4c6-426c-bb8c-affed562fd95 owned by network:dhcp {{(pid=109770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:59:06.432863 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-d35d6590-5779-4697-bab9-7ab530c181cb None None] For port ecb0dd4c-e4c6-426c-bb8c-affed562fd95, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=ecb0dd4c-e4c6-426c-bb8c-affed562fd95,segment=NetworkSegment(78d7fff4-9c91-42d8-b78c-c04b85c4a7de),segment_id=78d7fff4-9c91-42d8-b78c-c04b85c4a7de)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:06.433457 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d35d6590-5779-4697-bab9-7ab530c181cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (ecb0dd4c-e4c6-426c-bb8c-affed562fd95), precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:06.460947 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-d35d6590-5779-4697-bab9-7ab530c181cb None None] Calling delete_port for ecb0dd4c-e4c6-426c-bb8c-affed562fd95 owned by network:dhcp {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:59:06.515954 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 8e4925d2-9074-4456-8e6a-4fd9ee468d57 no longer exists at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:59:06.544093 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] No Port match for: 8e4925d2-9074-4456-8e6a-4fd9ee468d57 {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 12:59:06.544317 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 8e4925d2-9074-4456-8e6a-4fd9ee468d57 not bound to the agent host dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 12:59:06.544769 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device ecb0dd4c-e4c6-426c-bb8c-affed562fd95 no longer exists at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:59:06.573558 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5ff1e8e4-4ebf-44ec-8fd8-74c0c36002cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (ecb0dd4c-e4c6-426c-bb8c-affed562fd95), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:06.601965 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1e8e4-4ebf-44ec-8fd8-74c0c36002cd admin admin] Pushing event deleted for resources: {'Port': ['ID=ecb0dd4c-e4c6-426c-bb8c-affed562fd95,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:06.604127 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff1e8e4-4ebf-44ec-8fd8-74c0c36002cd admin admin] No DVR routers for this DVR port ecb0dd4c-e4c6-426c-bb8c-affed562fd95 on host dv-cinder-810917-4-iscsi {{(pid=109770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:59:06.615564 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] No active binding found for port ecb0dd4c-e4c6-426c-bb8c-affed562fd95 {{(pid=109771) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 12:59:06.615564 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] The host dv-cinder-810917-4-iscsi is not matching for port ecb0dd4c-e4c6-426c-bb8c-affed562fd95 host None! {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 12:59:06.615564 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device ecb0dd4c-e4c6-426c-bb8c-affed562fd95 not bound to the agent host dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 12:59:06.615564 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0 no longer exists at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:59:06.637780 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] No Port match for: 40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0 {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 12:59:06.638124 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 40c9ccda-49b5-4f34-a3ce-a9a940fbd2e0 not bound to the agent host dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 12:59:06.641064 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d35d6590-5779-4697-bab9-7ab530c181cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332'] for port (ecb0dd4c-e4c6-426c-bb8c-affed562fd95), after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:06.669568 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d6590-5779-4697-bab9-7ab530c181cb None None] Pushing event deleted for resources: {'Port': ['ID=ecb0dd4c-e4c6-426c-bb8c-affed562fd95,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:06.673930 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35d6590-5779-4697-bab9-7ab530c181cb None None] No DVR routers for this DVR port ecb0dd4c-e4c6-426c-bb8c-affed562fd95 on host dv-cinder-810917-4-iscsi {{(pid=109771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:59:06.690675 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5ff1e8e4-4ebf-44ec-8fd8-74c0c36002cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032615', 'neutron.services.segments.db._delete_segments_for_network-8775837910977'] for network (a29c045c-5e07-43de-aa44-9c73bbaba07c), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:06.694953 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 56346) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:06.720310 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-5ff1e8e4-4ebf-44ec-8fd8-74c0c36002cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a29c045c-5e07-43de-aa44-9c73bbaba07c']}} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:06.731801 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-5ff1e8e4-4ebf-44ec-8fd8-74c0c36002cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d7fff4-9c91-42d8-b78c-c04b85c4a7de') {'for_net_delete': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:06.732152 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-5ff1e8e4-4ebf-44ec-8fd8-74c0c36002cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d7fff4-9c91-42d8-b78c-c04b85c4a7de') {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:06.743346 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-7bf8c2a0-61c9-4058-95ad-ff0888886f30 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e13b081097ab46f48fe6fd47971dfbbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452361 Feb 09 12:59:06.743600 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5ff1e8e4-4ebf-44ec-8fd8-74c0c36002cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775837913034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10469964'] for segment (78d7fff4-9c91-42d8-b78c-c04b85c4a7de), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:06.743714 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 56348) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:06.757336 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5ff1e8e4-4ebf-44ec-8fd8-74c0c36002cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (78d7fff4-9c91-42d8-b78c-c04b85c4a7de), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:06.764266 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff1e8e4-4ebf-44ec-8fd8-74c0c36002cd admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5ff1e8e4-4ebf-44ec-8fd8-74c0c36002cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10470575'] for segment (78d7fff4-9c91-42d8-b78c-c04b85c4a7de), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: Traceback (most recent call last): Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: timer() Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: cb(*args, **kw) Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: return func(*args, **kwargs) Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: self._notify() Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: self.callback(batched_events) Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: event.method(event) Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: return f(self, *a, **k) Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: return self._get(url).json() Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: return self.request(url, 'GET', **kwargs) Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:59:06.770043 dv-cinder-810917-4-iscsi neutron-server[109770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:59:06.793985 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-72212aaf-de43-4bfb-87ff-54cfa9800ec1 admin admin] Publish callbacks [] for security_group (64c0b699-3f96-4a91-a736-386ecd84893f), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:06.819105 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-72212aaf-de43-4bfb-87ff-54cfa9800ec1 admin admin] Publish callbacks [] for security_group (64c0b699-3f96-4a91-a736-386ecd84893f), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:06.910692 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5ff1e8e4-4ebf-44ec-8fd8-74c0c36002cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591153'] for network (a29c045c-5e07-43de-aa44-9c73bbaba07c), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:06.918156 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5ff1e8e4-4ebf-44ec-8fd8-74c0c36002cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:06.923297 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-5ff1e8e4-4ebf-44ec-8fd8-74c0c36002cd admin admin] 10.222.0.50 "DELETE /v2.0/networks/a29c045c-5e07-43de-aa44-9c73bbaba07c HTTP/1.1" status: 204 len: 168 time: 0.7708941 Feb 09 12:59:06.933798 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-72212aaf-de43-4bfb-87ff-54cfa9800ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (64c0b699-3f96-4a91-a736-386ecd84893f), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:06.939275 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-72212aaf-de43-4bfb-87ff-54cfa9800ec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:06.945441 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1e8e4-4ebf-44ec-8fd8-74c0c36002cd admin admin] Pushing event deleted for resources: {'Network': ['ID=a29c045c-5e07-43de-aa44-9c73bbaba07c,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:06.945586 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-72212aaf-de43-4bfb-87ff-54cfa9800ec1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/64c0b699-3f96-4a91-a736-386ecd84893f HTTP/1.1" status: 204 len: 168 time: 0.2007351 Feb 09 12:59:06.961412 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72212aaf-de43-4bfb-87ff-54cfa9800ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c0b699-3f96-4a91-a736-386ecd84893f,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:07.408964 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56354) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:07.452035 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-4ba811ef-0267-49d7-8928-7d9edf58f44d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b37bd252acad4b27ab2d794377349a6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412133 Feb 09 12:59:07.453976 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56356) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:07.504462 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-153ab053-8342-479d-bc36-639fdb977dfa admin admin] Publish callbacks [] for security_group (42c21df6-624c-45ae-a8e3-5999a69be3ba), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:07.525782 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-153ab053-8342-479d-bc36-639fdb977dfa admin admin] Publish callbacks [] for security_group (42c21df6-624c-45ae-a8e3-5999a69be3ba), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:07.790200 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-153ab053-8342-479d-bc36-639fdb977dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (42c21df6-624c-45ae-a8e3-5999a69be3ba), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:07.792750 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-153ab053-8342-479d-bc36-639fdb977dfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:07.793918 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-153ab053-8342-479d-bc36-639fdb977dfa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/42c21df6-624c-45ae-a8e3-5999a69be3ba HTTP/1.1" status: 204 len: 168 time: 0.3390317 Feb 09 12:59:07.803252 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ab053-8342-479d-bc36-639fdb977dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c21df6-624c-45ae-a8e3-5999a69be3ba,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:08.009200 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56364) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:08.058447 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-48324c63-1af5-4aff-85ef-76ca2826aa6b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=09d14d036ad649ae892f29701b9e5930&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456858 Feb 09 12:59:08.058699 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56366) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:08.116512 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a534cce0-0b96-4b7c-9e4a-9f6a91a658a4 admin admin] Publish callbacks [] for security_group (9f0db524-fbaf-4709-b778-615c910b4939), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:08.153342 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a534cce0-0b96-4b7c-9e4a-9f6a91a658a4 admin admin] Publish callbacks [] for security_group (9f0db524-fbaf-4709-b778-615c910b4939), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:08.311205 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a534cce0-0b96-4b7c-9e4a-9f6a91a658a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (9f0db524-fbaf-4709-b778-615c910b4939), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:08.314041 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a534cce0-0b96-4b7c-9e4a-9f6a91a658a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:08.317728 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-a534cce0-0b96-4b7c-9e4a-9f6a91a658a4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9f0db524-fbaf-4709-b778-615c910b4939 HTTP/1.1" status: 204 len: 168 time: 0.2556500 Feb 09 12:59:08.324094 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534cce0-0b96-4b7c-9e4a-9f6a91a658a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0db524-fbaf-4709-b778-615c910b4939,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:08.664095 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56372) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:08.716686 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-5c88eb01-b4d9-40fb-b5aa-22362488cb90 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c8aeebd9c8b749d4865207517eec85b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0508447 Feb 09 12:59:08.720013 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56374) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:08.774011 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3d376a6a-3d4e-4977-8abc-c2699c936ecf admin admin] Publish callbacks [] for security_group (30c7f9b9-8af7-4cc7-8cdc-529dc37be56c), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:08.798432 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3d376a6a-3d4e-4977-8abc-c2699c936ecf admin admin] Publish callbacks [] for security_group (30c7f9b9-8af7-4cc7-8cdc-529dc37be56c), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:08.933185 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3d376a6a-3d4e-4977-8abc-c2699c936ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (30c7f9b9-8af7-4cc7-8cdc-529dc37be56c), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:08.937751 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3d376a6a-3d4e-4977-8abc-c2699c936ecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:08.938937 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-3d376a6a-3d4e-4977-8abc-c2699c936ecf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/30c7f9b9-8af7-4cc7-8cdc-529dc37be56c HTTP/1.1" status: 204 len: 168 time: 0.2176821 Feb 09 12:59:08.948800 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d376a6a-3d4e-4977-8abc-c2699c936ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c7f9b9-8af7-4cc7-8cdc-529dc37be56c,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:10.202826 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56424) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:10.326717 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-d2f29c32-326f-4b45-9c5d-98a925dd7255 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-65623051-network', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:59:10.447677 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f29c32-326f-4b45-9c5d-98a925dd7255 admin admin] Made reservation on behalf of 44bc2ca5ad754464b1f529f89468e66d for: {'network': 1} {{(pid=109770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:59:10.452029 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d2f29c32-326f-4b45-9c5d-98a925dd7255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for network (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:10.467326 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d2f29c32-326f-4b45-9c5d-98a925dd7255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:10.562158 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56430) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:10.608181 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d2f29c32-326f-4b45-9c5d-98a925dd7255 admin admin] Publish callbacks [] for security_group (527d25b4-14d6-41de-bab9-404d8c2f7f05), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:10.696256 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-37caa4a4-652a-4ebe-839b-3118192bfab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:10.711768 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d2f29c32-326f-4b45-9c5d-98a925dd7255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (527d25b4-14d6-41de-bab9-404d8c2f7f05), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:10.750379 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f29c32-326f-4b45-9c5d-98a925dd7255 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=109770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:59:10.767223 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f29c32-326f-4b45-9c5d-98a925dd7255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527d25b4-14d6-41de-bab9-404d8c2f7f05,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:10.777381 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d2f29c32-326f-4b45-9c5d-98a925dd7255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (ae643856-13d5-43c8-894b-89ba0eef8e64), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:10.777558 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.db.segments_db [None req-d2f29c32-326f-4b45-9c5d-98a925dd7255 admin admin] Added segment ae643856-13d5-43c8-894b-89ba0eef8e64 of type vlan for network cfe2aa73-6855-41ea-ba28-5213bb19ed33 Feb 09 12:59:10.830651 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d2f29c32-326f-4b45-9c5d-98a925dd7255 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775837420593'] for network (cfe2aa73-6855-41ea-ba28-5213bb19ed33), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:10.864596 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-37caa4a4-652a-4ebe-839b-3118192bfab3 admin admin] Publish callbacks [] for security_group (bf1f034d-637b-4747-b030-a57ea4303d9b), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:10.967573 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-37caa4a4-652a-4ebe-839b-3118192bfab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (bf1f034d-637b-4747-b030-a57ea4303d9b), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:11.010878 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d2f29c32-326f-4b45-9c5d-98a925dd7255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for network (cfe2aa73-6855-41ea-ba28-5213bb19ed33), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:11.011941 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f29c32-326f-4b45-9c5d-98a925dd7255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:11.012548 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d2f29c32-326f-4b45-9c5d-98a925dd7255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:11.019118 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-37caa4a4-652a-4ebe-839b-3118192bfab3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fc8fcc09994742f2a2aea5f6c4a7f8a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4558175 Feb 09 12:59:11.021931 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37caa4a4-652a-4ebe-839b-3118192bfab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1f034d-637b-4747-b030-a57ea4303d9b,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:11.024790 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 56434) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:11.086628 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1b4fc4de-8367-4b86-b361-1563a9f8c568 admin admin] Publish callbacks [] for security_group (bf1f034d-637b-4747-b030-a57ea4303d9b), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:11.092078 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f29c32-326f-4b45-9c5d-98a925dd7255 admin admin] Pushing event updated for resources: {'Network': ['ID=cfe2aa73-6855-41ea-ba28-5213bb19ed33,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:11.105246 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Network cfe2aa73-6855-41ea-ba28-5213bb19ed33 details requested by agent ovs-agent-dv-cinder-810917-4-iscsi with host dv-cinder-810917-4-iscsi {{(pid=109771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 12:59:11.116078 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1b4fc4de-8367-4b86-b361-1563a9f8c568 admin admin] Publish callbacks [] for security_group (bf1f034d-637b-4747-b030-a57ea4303d9b), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:11.152815 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-d2f29c32-326f-4b45-9c5d-98a925dd7255 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9489040 Feb 09 12:59:11.156540 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 56436) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:11.161941 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-6712f685-0c55-4eda-a877-e23e067be12b admin admin] Request body: {'subnet': {'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-65623051-subnet', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'ip_version': 4}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:59:11.293768 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1b4fc4de-8367-4b86-b361-1563a9f8c568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (bf1f034d-637b-4747-b030-a57ea4303d9b), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:11.296617 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-1b4fc4de-8367-4b86-b361-1563a9f8c568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:11.300172 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-1b4fc4de-8367-4b86-b361-1563a9f8c568 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bf1f034d-637b-4747-b030-a57ea4303d9b HTTP/1.1" status: 204 len: 168 time: 0.2752378 Feb 09 12:59:11.312927 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fc4de-8367-4b86-b361-1563a9f8c568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1f034d-637b-4747-b030-a57ea4303d9b,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:11.338355 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6712f685-0c55-4eda-a877-e23e067be12b admin admin] Made reservation on behalf of 44bc2ca5ad754464b1f529f89468e66d for: {'subnet': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:59:11.342945 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6712f685-0c55-4eda-a877-e23e067be12b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8772595'] for subnet (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:11.682151 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6712f685-0c55-4eda-a877-e23e067be12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8719965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8772557'] for subnet (c6f5e8dd-0950-4262-b6cd-32fc3a7b56db), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:11.767839 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712f685-0c55-4eda-a877-e23e067be12b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6f5e8dd-0950-4262-b6cd-32fc3a7b56db,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:11.778189 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6712f685-0c55-4eda-a877-e23e067be12b admin admin] Checking segment: {'id': 'ae643856-13d5-43c8-894b-89ba0eef8e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:59:11.778552 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6712f685-0c55-4eda-a877-e23e067be12b admin admin] Network hostable DHCP agents. Network: cfe2aa73-6855-41ea-ba28-5213bb19ed33, hostable agents: ['669fbb72-d52e-4349-b520-3721ffb5f632'], hosted agents: [] {{(pid=109769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:59:11.905348 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6712f685-0c55-4eda-a877-e23e067be12b admin admin] Network cfe2aa73-6855-41ea-ba28-5213bb19ed33 is scheduled to be hosted by DHCP agent 669fbb72-d52e-4349-b520-3721ffb5f632 with binding_index 1 {{(pid=109769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:59:12.007404 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-6712f685-0c55-4eda-a877-e23e067be12b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-4-iscsi, cfe2aa73-6855-41ea-ba28-5213bb19ed33) {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:59:12.012340 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6712f685-0c55-4eda-a877-e23e067be12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:12.013235 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6712f685-0c55-4eda-a877-e23e067be12b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:12.016658 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051ec6f3-7fa9-4871-9eff-38f861020172 None None] Network cfe2aa73-6855-41ea-ba28-5213bb19ed33 requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:59:12.123910 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp981a83c6-c2ad-56b8-8135-9301bdb264f7-cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'fixed_ips': [{'subnet_id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db'}]}} from dv-cinder-810917-4-iscsi. {{(pid=109771) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 12:59:12.124857 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:12.125428 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-6712f685-0c55-4eda-a877-e23e067be12b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9674978 Feb 09 12:59:12.128276 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56450) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:12.134079 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-7b913a74-dc20-4e64-9b87-3b9806e1bf33 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-65623051-router', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:59:12.247644 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7b913a74-dc20-4e64-9b87-3b9806e1bf33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1588272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8981'] for router (7028c137-5bb6-4ab9-ba09-bc92d493766f), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:12.248818 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7b913a74-dc20-4e64-9b87-3b9806e1bf33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1593070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1920881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8972'] for router (7028c137-5bb6-4ab9-ba09-bc92d493766f), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:12.293880 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Allocated IP 172.20.0.2 (cfe2aa73-6855-41ea-ba28-5213bb19ed33/c6f5e8dd-0950-4262-b6cd-32fc3a7b56db/8e9d0763-809b-4fe6-afa7-25f5460c1421) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:59:12.307968 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7b913a74-dc20-4e64-9b87-3b9806e1bf33 admin admin] Publish callbacks [] for router_controller (7028c137-5bb6-4ab9-ba09-bc92d493766f), precommit_add_association {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:12.459448 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Publish callbacks [] for port (8e9d0763-809b-4fe6-afa7-25f5460c1421), precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:12.556368 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (8e9d0763-809b-4fe6-afa7-25f5460c1421), after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:12.598724 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7b913a74-dc20-4e64-9b87-3b9806e1bf33 admin admin] Publish callbacks [] for router_gateway (7028c137-5bb6-4ab9-ba09-bc92d493766f), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:12.602676 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Network cfe2aa73-6855-41ea-ba28-5213bb19ed33 is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:59:12.606154 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:59:12.610412 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:59:12.618550 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Pushing event updated for resources: {'Port': ['ID=8e9d0763-809b-4fe6-afa7-25f5460c1421,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:12.629554 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:12.629891 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:12.630239 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:12.630578 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:12.630913 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:12.631469 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:12.631773 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:12.632103 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:12.632438 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:12.632762 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:12.633112 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:12.633435 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:12.633762 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:12.695447 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Attempting to bind port 8e9d0763-809b-4fe6-afa7-25f5460c1421 on host dv-cinder-810917-4-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:59:12.698593 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Attempting to bind port 8e9d0763-809b-4fe6-afa7-25f5460c1421 by drivers openvswitch,hyperv on host dv-cinder-810917-4-iscsi at level 0 using segments [{'id': 'ae643856-13d5-43c8-894b-89ba0eef8e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:59:12.698593 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Attempting to bind port 8e9d0763-809b-4fe6-afa7-25f5460c1421 on network cfe2aa73-6855-41ea-ba28-5213bb19ed33 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:59:12.703456 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Checking agent: {'id': '46f62665-8b82-4ce4-9f5d-d8528a85ae2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'started_at': datetime.datetime(2022, 2, 9, 12, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:59:12.703839 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Checking segment: {'id': 'ae643856-13d5-43c8-894b-89ba0eef8e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:59:12.704251 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:12.704651 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Bound using segment: {'id': 'ae643856-13d5-43c8-894b-89ba0eef8e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:59:12.705129 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Bound port: 8e9d0763-809b-4fe6-afa7-25f5460c1421, host: dv-cinder-810917-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae643856-13d5-43c8-894b-89ba0eef8e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:59:12.705510 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (8e9d0763-809b-4fe6-afa7-25f5460c1421), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:12.800167 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] For port 8e9d0763-809b-4fe6-afa7-25f5460c1421, host dv-cinder-810917-4-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:59:12.804328 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] For port 8e9d0763-809b-4fe6-afa7-25f5460c1421, host dv-cinder-810917-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=8e9d0763-809b-4fe6-afa7-25f5460c1421,segment=NetworkSegment(ae643856-13d5-43c8-894b-89ba0eef8e64),segment_id=ae643856-13d5-43c8-894b-89ba0eef8e64)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:59:12.888083 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (8e9d0763-809b-4fe6-afa7-25f5460c1421), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:12.924469 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7b913a74-dc20-4e64-9b87-3b9806e1bf33 admin admin] Publish callbacks [] for router_gateway (7028c137-5bb6-4ab9-ba09-bc92d493766f), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:12.954812 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7b913a74-dc20-4e64-9b87-3b9806e1bf33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:12.969775 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3bb2e3-1726-49d7-ac20-449514a5df0d None None] Pushing event updated for resources: {'Port': ['ID=8e9d0763-809b-4fe6-afa7-25f5460c1421,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:13.092793 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [None req-7b913a74-dc20-4e64-9b87-3b9806e1bf33 admin admin] Allocated IP 172.27.3.80 (a2e9d4bf-7356-45aa-a65f-bd468972dd5d/c9ce0d82-6bfd-4731-856e-4f09afc4aa6c/81e077e5-7376-4f0c-b0be-f0069a44bead) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:59:13.244231 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7b913a74-dc20-4e64-9b87-3b9806e1bf33 admin admin] Publish callbacks [] for port (81e077e5-7376-4f0c-b0be-f0069a44bead), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:13.493437 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7b913a74-dc20-4e64-9b87-3b9806e1bf33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (81e077e5-7376-4f0c-b0be-f0069a44bead), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:13.535014 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b913a74-dc20-4e64-9b87-3b9806e1bf33 admin admin] Network a2e9d4bf-7356-45aa-a65f-bd468972dd5d is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:59:13.539536 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-7b913a74-dc20-4e64-9b87-3b9806e1bf33 admin admin] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:59:13.543888 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b913a74-dc20-4e64-9b87-3b9806e1bf33 admin admin] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:59:13.547697 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b913a74-dc20-4e64-9b87-3b9806e1bf33 admin admin] Pushing event updated for resources: {'Port': ['ID=81e077e5-7376-4f0c-b0be-f0069a44bead,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:14.000483 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7b913a74-dc20-4e64-9b87-3b9806e1bf33 admin admin] Publish callbacks [] for router_gateway (7028c137-5bb6-4ab9-ba09-bc92d493766f), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:14.005383 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d5604a-e164-49f7-b532-093c7f1740d8 None None] Network cfe2aa73-6855-41ea-ba28-5213bb19ed33 requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:59:14.236477 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-3af54dc9-d928-416f-af7e-50b137cf0289 None None] Provisioning complete for port 8e9d0763-809b-4fe6-afa7-25f5460c1421 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:14.236844 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3af54dc9-d928-416f-af7e-50b137cf0289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (8e9d0763-809b-4fe6-afa7-25f5460c1421), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:14.249089 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7b913a74-dc20-4e64-9b87-3b9806e1bf33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591097'] for router (7028c137-5bb6-4ab9-ba09-bc92d493766f), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:14.363751 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-3af54dc9-d928-416f-af7e-50b137cf0289 None None] Current status of the port 8e9d0763-809b-4fe6-afa7-25f5460c1421 is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:59:14.364145 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3af54dc9-d928-416f-af7e-50b137cf0289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (8e9d0763-809b-4fe6-afa7-25f5460c1421), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:14.411889 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-3af54dc9-d928-416f-af7e-50b137cf0289 None None] For port 8e9d0763-809b-4fe6-afa7-25f5460c1421, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=8e9d0763-809b-4fe6-afa7-25f5460c1421,segment=NetworkSegment(ae643856-13d5-43c8-894b-89ba0eef8e64),segment_id=ae643856-13d5-43c8-894b-89ba0eef8e64)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:14.516518 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3af54dc9-d928-416f-af7e-50b137cf0289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (8e9d0763-809b-4fe6-afa7-25f5460c1421), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:14.528048 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b913a74-dc20-4e64-9b87-3b9806e1bf33 admin admin] Router 7028c137-5bb6-4ab9-ba09-bc92d493766f is scheduled to L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 with binding_index 1 {{(pid=109770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 12:59:14.574703 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 8e9d0763-809b-4fe6-afa7-25f5460c1421 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:59:14.620069 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af54dc9-d928-416f-af7e-50b137cf0289 None None] Pushing event updated for resources: {'Port': ['ID=8e9d0763-809b-4fe6-afa7-25f5460c1421,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:14.658129 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-3cbf24a5-5cdb-44a3-8af4-5fb8b837ec71 None None] Provisioning complete for port 8e9d0763-809b-4fe6-afa7-25f5460c1421 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:14.658504 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3cbf24a5-5cdb-44a3-8af4-5fb8b837ec71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (8e9d0763-809b-4fe6-afa7-25f5460c1421), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:14.696934 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port 8e9d0763-809b-4fe6-afa7-25f5460c1421 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:14.697404 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (8e9d0763-809b-4fe6-afa7-25f5460c1421), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:14.736681 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b913a74-dc20-4e64-9b87-3b9806e1bf33 admin admin] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:59:14.755882 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657ad9d2-1bc9-4688-94a0-8daff3130050 None None] Sync routers for ids ['7028c137-5bb6-4ab9-ba09-bc92d493766f'] in dv-cinder-810917-4-iscsi {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:59:14.771984 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657ad9d2-1bc9-4688-94a0-8daff3130050 None None] Routers {'7028c137-5bb6-4ab9-ba09-bc92d493766f'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:59:14.772584 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-657ad9d2-1bc9-4688-94a0-8daff3130050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:58:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['7028c137-5bb6-4ab9-ba09-bc92d493766f'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:14.873474 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-3cbf24a5-5cdb-44a3-8af4-5fb8b837ec71 None None] Current status of the port 8e9d0763-809b-4fe6-afa7-25f5460c1421 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:59:14.901180 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port 8e9d0763-809b-4fe6-afa7-25f5460c1421 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:59:14.940692 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7b913a74-dc20-4e64-9b87-3b9806e1bf33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:14.947819 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-7b913a74-dc20-4e64-9b87-3b9806e1bf33 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8123810 Feb 09 12:59:14.949490 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56524) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:14.961973 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 12:59:15.026987 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-657ad9d2-1bc9-4688-94a0-8daff3130050 None None] Set router 7028c137-5bb6-4ab9-ba09-bc92d493766f gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:59:15.232933 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-657ad9d2-1bc9-4688-94a0-8daff3130050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'name': 'tempest-TestVolumeBootPattern-65623051-router', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:13Z', 'revision_number': 3, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'gw_port': {'id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:00:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:15.263522 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657ad9d2-1bc9-4688-94a0-8daff3130050 None None] Checking router: 7028c137-5bb6-4ab9-ba09-bc92d493766f for host: dv-cinder-810917-4-iscsi {{(pid=109772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:59:15.263930 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657ad9d2-1bc9-4688-94a0-8daff3130050 None None] Updating router 7028c137-5bb6-4ab9-ba09-bc92d493766f port 81e077e5-7376-4f0c-b0be-f0069a44bead binding host dv-cinder-810917-4-iscsi {{(pid=109772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:59:15.269774 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:15.294121 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-657ad9d2-1bc9-4688-94a0-8daff3130050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (81e077e5-7376-4f0c-b0be-f0069a44bead), before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:15.468619 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c492ac04-077d-4cc0-9895-2c0004e60f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:15.609619 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-657ad9d2-1bc9-4688-94a0-8daff3130050 None None] Publish callbacks [] for port (81e077e5-7376-4f0c-b0be-f0069a44bead), precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:15.685394 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [None req-c492ac04-077d-4cc0-9895-2c0004e60f2c admin admin] Allocated IP 172.20.0.1 (cfe2aa73-6855-41ea-ba28-5213bb19ed33/c6f5e8dd-0950-4262-b6cd-32fc3a7b56db/2646abf0-beb5-4155-8880-59d47efaafc6) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:59:15.733929 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-657ad9d2-1bc9-4688-94a0-8daff3130050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (81e077e5-7376-4f0c-b0be-f0069a44bead), after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:15.790275 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [None req-657ad9d2-1bc9-4688-94a0-8daff3130050 None None] Attempting to bind port 81e077e5-7376-4f0c-b0be-f0069a44bead on host dv-cinder-810917-4-iscsi for vnic_type normal with profile {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:59:15.791077 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [None req-657ad9d2-1bc9-4688-94a0-8daff3130050 None None] Attempting to bind port 81e077e5-7376-4f0c-b0be-f0069a44bead by drivers openvswitch,hyperv on host dv-cinder-810917-4-iscsi at level 0 using segments [{'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:59:15.791077 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657ad9d2-1bc9-4688-94a0-8daff3130050 None None] Attempting to bind port 81e077e5-7376-4f0c-b0be-f0069a44bead on network a2e9d4bf-7356-45aa-a65f-bd468972dd5d {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:59:15.799553 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a614e6-62a4-49db-8f56-39810a5d3356 None None] Pushing event updated for resources: {'Port': ['ID=81e077e5-7376-4f0c-b0be-f0069a44bead,revision_number=2']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:15.808024 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657ad9d2-1bc9-4688-94a0-8daff3130050 None None] Checking agent: {'id': '46f62665-8b82-4ce4-9f5d-d8528a85ae2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'started_at': datetime.datetime(2022, 2, 9, 12, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:59:15.808495 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657ad9d2-1bc9-4688-94a0-8daff3130050 None None] Checking segment: {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:59:15.808903 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-657ad9d2-1bc9-4688-94a0-8daff3130050 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:15.809301 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657ad9d2-1bc9-4688-94a0-8daff3130050 None None] Bound using segment: {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:59:15.809823 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [None req-657ad9d2-1bc9-4688-94a0-8daff3130050 None None] Bound port: 81e077e5-7376-4f0c-b0be-f0069a44bead, host: dv-cinder-810917-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:59:15.810245 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-657ad9d2-1bc9-4688-94a0-8daff3130050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (81e077e5-7376-4f0c-b0be-f0069a44bead), before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:15.825743 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c492ac04-077d-4cc0-9895-2c0004e60f2c admin admin] Publish callbacks [] for port (2646abf0-beb5-4155-8880-59d47efaafc6), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:15.833935 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a614e6-62a4-49db-8f56-39810a5d3356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:15.834324 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a614e6-62a4-49db-8f56-39810a5d3356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:15.834682 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a614e6-62a4-49db-8f56-39810a5d3356 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:15.835017 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a614e6-62a4-49db-8f56-39810a5d3356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:15.835344 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a614e6-62a4-49db-8f56-39810a5d3356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:15.835696 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a614e6-62a4-49db-8f56-39810a5d3356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:15.836022 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a614e6-62a4-49db-8f56-39810a5d3356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:15.836586 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a614e6-62a4-49db-8f56-39810a5d3356 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:15.836720 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a614e6-62a4-49db-8f56-39810a5d3356 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:15.836993 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a614e6-62a4-49db-8f56-39810a5d3356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:15.837324 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a614e6-62a4-49db-8f56-39810a5d3356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:15.837638 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a614e6-62a4-49db-8f56-39810a5d3356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:15.837953 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a614e6-62a4-49db-8f56-39810a5d3356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:15.879078 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-657ad9d2-1bc9-4688-94a0-8daff3130050 None None] For port 81e077e5-7376-4f0c-b0be-f0069a44bead, host dv-cinder-810917-4-iscsi, cleared binding levels {{(pid=109772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:59:15.882532 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-657ad9d2-1bc9-4688-94a0-8daff3130050 None None] For port 81e077e5-7376-4f0c-b0be-f0069a44bead, host dv-cinder-810917-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=81e077e5-7376-4f0c-b0be-f0069a44bead,segment=NetworkSegment(b9e37f85-ea5b-4692-8272-94f7f4592b1f),segment_id=b9e37f85-ea5b-4692-8272-94f7f4592b1f)] {{(pid=109772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:59:15.978991 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c492ac04-077d-4cc0-9895-2c0004e60f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (2646abf0-beb5-4155-8880-59d47efaafc6), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:16.024143 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c492ac04-077d-4cc0-9895-2c0004e60f2c admin admin] Network cfe2aa73-6855-41ea-ba28-5213bb19ed33 is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:59:16.025180 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-657ad9d2-1bc9-4688-94a0-8daff3130050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (81e077e5-7376-4f0c-b0be-f0069a44bead), after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:16.028247 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-c492ac04-077d-4cc0-9895-2c0004e60f2c admin admin] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:59:16.034072 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c492ac04-077d-4cc0-9895-2c0004e60f2c admin admin] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:59:16.036523 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492ac04-077d-4cc0-9895-2c0004e60f2c admin admin] Pushing event updated for resources: {'Port': ['ID=2646abf0-beb5-4155-8880-59d47efaafc6,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:16.082593 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c492ac04-077d-4cc0-9895-2c0004e60f2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1591278'] for router_interface (7028c137-5bb6-4ab9-ba09-bc92d493766f), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:16.095224 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a614e6-62a4-49db-8f56-39810a5d3356 None None] Pushing event updated for resources: {'Port': ['ID=81e077e5-7376-4f0c-b0be-f0069a44bead,revision_number=3']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:16.111698 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657ad9d2-1bc9-4688-94a0-8daff3130050 None None] Routers {'7028c137-5bb6-4ab9-ba09-bc92d493766f'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:59:16.112349 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-657ad9d2-1bc9-4688-94a0-8daff3130050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:58:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['7028c137-5bb6-4ab9-ba09-bc92d493766f'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:16.263170 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-657ad9d2-1bc9-4688-94a0-8daff3130050 None None] Set router 7028c137-5bb6-4ab9-ba09-bc92d493766f gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:59:16.313828 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-32beb3a8-4982-4e9a-99be-282e1cce2eef None None] Provisioning complete for port 2646abf0-beb5-4155-8880-59d47efaafc6 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:16.314846 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-32beb3a8-4982-4e9a-99be-282e1cce2eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (2646abf0-beb5-4155-8880-59d47efaafc6), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:16.315777 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c492ac04-077d-4cc0-9895-2c0004e60f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (2646abf0-beb5-4155-8880-59d47efaafc6), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:16.351963 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-32beb3a8-4982-4e9a-99be-282e1cce2eef None None] Port 2646abf0-beb5-4155-8880-59d47efaafc6 cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:59:16.522960 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c492ac04-077d-4cc0-9895-2c0004e60f2c admin admin] Publish callbacks [] for port (2646abf0-beb5-4155-8880-59d47efaafc6), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:16.536614 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 8e9d0763-809b-4fe6-afa7-25f5460c1421 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:59:16.568830 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-657ad9d2-1bc9-4688-94a0-8daff3130050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'name': 'tempest-TestVolumeBootPattern-65623051-router', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:13Z', 'revision_number': 3, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'gw_port': {'id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:00:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:16.590129 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c492ac04-077d-4cc0-9895-2c0004e60f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10470611'] for port (2646abf0-beb5-4155-8880-59d47efaafc6), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:16.598364 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port 8e9d0763-809b-4fe6-afa7-25f5460c1421 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:16.599044 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (8e9d0763-809b-4fe6-afa7-25f5460c1421), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:16.604298 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657ad9d2-1bc9-4688-94a0-8daff3130050 None None] The sync data for ids ['7028c137-5bb6-4ab9-ba09-bc92d493766f'] in dv-cinder-810917-4-iscsi is: [{'id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'name': 'tempest-TestVolumeBootPattern-65623051-router', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:13Z', 'revision_number': 3, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'gw_port': {'id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:00:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}] {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:59:16.699101 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port 8e9d0763-809b-4fe6-afa7-25f5460c1421 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:59:16.941677 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-c492ac04-077d-4cc0-9895-2c0004e60f2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590910'] for router_interface (7028c137-5bb6-4ab9-ba09-bc92d493766f), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:16.943546 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492ac04-077d-4cc0-9895-2c0004e60f2c admin admin] Pushing event updated for resources: {'Port': ['ID=2646abf0-beb5-4155-8880-59d47efaafc6,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:17.082967 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c492ac04-077d-4cc0-9895-2c0004e60f2c admin admin] Network cfe2aa73-6855-41ea-ba28-5213bb19ed33 is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:59:17.084782 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-c492ac04-077d-4cc0-9895-2c0004e60f2c admin admin] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:59:17.241835 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c492ac04-077d-4cc0-9895-2c0004e60f2c admin admin] Router 7028c137-5bb6-4ab9-ba09-bc92d493766f has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:59:17.392841 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-54920402-aa07-471c-ab6c-b7e2e4b276c8 None None] Provisioning complete for port 2646abf0-beb5-4155-8880-59d47efaafc6 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:17.393763 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-54920402-aa07-471c-ab6c-b7e2e4b276c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (2646abf0-beb5-4155-8880-59d47efaafc6), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:17.415768 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c492ac04-077d-4cc0-9895-2c0004e60f2c admin admin] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:59:17.423464 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-c492ac04-077d-4cc0-9895-2c0004e60f2c admin admin] 10.222.0.50 "PUT /v2.0/routers/7028c137-5bb6-4ab9-ba09-bc92d493766f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4728706 Feb 09 12:59:17.460736 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-54920402-aa07-471c-ab6c-b7e2e4b276c8 None None] Port 2646abf0-beb5-4155-8880-59d47efaafc6 cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:59:18.358555 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 56548) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:18.363840 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-efec2852-5257-4dbb-82d9-b9fe77a8bba5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1810882325-network', 'tenant_id': 'a6b4341f09f2495ba21d7e268205be02'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:59:18.463386 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc726d91-8fb6-4777-9cd3-8aab14f8d73c None None] Sync routers for ids ['7028c137-5bb6-4ab9-ba09-bc92d493766f'] in dv-cinder-810917-4-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:59:18.474974 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc726d91-8fb6-4777-9cd3-8aab14f8d73c None None] Routers {'7028c137-5bb6-4ab9-ba09-bc92d493766f'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:59:18.475673 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-bc726d91-8fb6-4777-9cd3-8aab14f8d73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:58:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['7028c137-5bb6-4ab9-ba09-bc92d493766f'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:18.476684 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efec2852-5257-4dbb-82d9-b9fe77a8bba5 admin admin] Made reservation on behalf of a6b4341f09f2495ba21d7e268205be02 for: {'network': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:59:18.479843 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-efec2852-5257-4dbb-82d9-b9fe77a8bba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for network (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:18.491976 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-efec2852-5257-4dbb-82d9-b9fe77a8bba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:18.558116 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 81e077e5-7376-4f0c-b0be-f0069a44bead up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:59:18.598320 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-efec2852-5257-4dbb-82d9-b9fe77a8bba5 admin admin] Publish callbacks [] for security_group (1dbb5139-1a40-407b-b8f5-8a430f262844), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:18.644306 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port 81e077e5-7376-4f0c-b0be-f0069a44bead triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:18.644858 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (81e077e5-7376-4f0c-b0be-f0069a44bead), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:18.653642 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-bc726d91-8fb6-4777-9cd3-8aab14f8d73c None None] Set router 7028c137-5bb6-4ab9-ba09-bc92d493766f gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:59:18.675728 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-efec2852-5257-4dbb-82d9-b9fe77a8bba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (1dbb5139-1a40-407b-b8f5-8a430f262844), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:18.698502 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efec2852-5257-4dbb-82d9-b9fe77a8bba5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=109769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:59:18.712499 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec2852-5257-4dbb-82d9-b9fe77a8bba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbb5139-1a40-407b-b8f5-8a430f262844,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:18.728527 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-efec2852-5257-4dbb-82d9-b9fe77a8bba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (e0b5c705-d706-44a4-8202-00843dc59385), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:18.729485 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.db.segments_db [None req-efec2852-5257-4dbb-82d9-b9fe77a8bba5 admin admin] Added segment e0b5c705-d706-44a4-8202-00843dc59385 of type vlan for network 90df0571-74d0-4f59-9248-83158bfd0067 Feb 09 12:59:18.784486 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-efec2852-5257-4dbb-82d9-b9fe77a8bba5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775837420593'] for network (90df0571-74d0-4f59-9248-83158bfd0067), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:18.875849 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-efec2852-5257-4dbb-82d9-b9fe77a8bba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for network (90df0571-74d0-4f59-9248-83158bfd0067), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:18.877385 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efec2852-5257-4dbb-82d9-b9fe77a8bba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:18.878047 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-efec2852-5257-4dbb-82d9-b9fe77a8bba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:18.879343 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port 81e077e5-7376-4f0c-b0be-f0069a44bead is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:59:18.879853 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (81e077e5-7376-4f0c-b0be-f0069a44bead), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:18.932272 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] For port 81e077e5-7376-4f0c-b0be-f0069a44bead, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=81e077e5-7376-4f0c-b0be-f0069a44bead,segment=NetworkSegment(b9e37f85-ea5b-4692-8272-94f7f4592b1f),segment_id=b9e37f85-ea5b-4692-8272-94f7f4592b1f)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:18.942842 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec2852-5257-4dbb-82d9-b9fe77a8bba5 admin admin] Pushing event updated for resources: {'Network': ['ID=90df0571-74d0-4f59-9248-83158bfd0067,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:18.954765 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Network 90df0571-74d0-4f59-9248-83158bfd0067 details requested by agent ovs-agent-dv-cinder-810917-4-iscsi with host dv-cinder-810917-4-iscsi {{(pid=109771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 12:59:19.028251 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-bc726d91-8fb6-4777-9cd3-8aab14f8d73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'name': 'tempest-TestVolumeBootPattern-65623051-router', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:16Z', 'revision_number': 4, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'gw_port': {'id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:00:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '2646abf0-beb5-4155-8880-59d47efaafc6', 'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'mac_address': 'fa:16:3e:59:99:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:15Z', 'updated_at': '2022-02-09T12:59:16Z', 'revision_number': 2, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'subnets': [{'id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:19.060962 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc726d91-8fb6-4777-9cd3-8aab14f8d73c None None] Checking router: 7028c137-5bb6-4ab9-ba09-bc92d493766f for host: dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:59:19.061353 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc726d91-8fb6-4777-9cd3-8aab14f8d73c None None] Updating router 7028c137-5bb6-4ab9-ba09-bc92d493766f port 2646abf0-beb5-4155-8880-59d47efaafc6 binding host dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:59:19.067042 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-efec2852-5257-4dbb-82d9-b9fe77a8bba5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7071328 Feb 09 12:59:19.069949 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56550) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:19.075122 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-75966f7d-eedc-4d20-8a55-1bab06893e47 admin admin] Request body: {'subnet': {'network_id': '90df0571-74d0-4f59-9248-83158bfd0067', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1810882325-subnet', 'tenant_id': 'a6b4341f09f2495ba21d7e268205be02', 'ip_version': 4}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:59:19.084598 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (81e077e5-7376-4f0c-b0be-f0069a44bead), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:19.115488 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bc726d91-8fb6-4777-9cd3-8aab14f8d73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (2646abf0-beb5-4155-8880-59d47efaafc6), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:19.178246 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Pushing event updated for resources: {'Port': ['ID=81e077e5-7376-4f0c-b0be-f0069a44bead,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:19.304802 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75966f7d-eedc-4d20-8a55-1bab06893e47 admin admin] Made reservation on behalf of a6b4341f09f2495ba21d7e268205be02 for: {'subnet': 1} {{(pid=109770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:59:19.308804 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-75966f7d-eedc-4d20-8a55-1bab06893e47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10234497'] for subnet (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:19.460423 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bc726d91-8fb6-4777-9cd3-8aab14f8d73c None None] Publish callbacks [] for port (2646abf0-beb5-4155-8880-59d47efaafc6), precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:19.578586 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bc726d91-8fb6-4777-9cd3-8aab14f8d73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (2646abf0-beb5-4155-8880-59d47efaafc6), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:19.626030 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-75966f7d-eedc-4d20-8a55-1bab06893e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10470470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10234559'] for subnet (ff1ebb3a-0d10-40ff-a050-12240017ddfe), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:19.639878 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eb0f5-a2ef-48e1-9b1c-0039c5b03e84 None None] Pushing event updated for resources: {'Port': ['ID=2646abf0-beb5-4155-8880-59d47efaafc6,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:19.697125 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-bc726d91-8fb6-4777-9cd3-8aab14f8d73c None None] Attempting to bind port 2646abf0-beb5-4155-8880-59d47efaafc6 on host dv-cinder-810917-4-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:59:19.697469 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-bc726d91-8fb6-4777-9cd3-8aab14f8d73c None None] Attempting to bind port 2646abf0-beb5-4155-8880-59d47efaafc6 by drivers openvswitch,hyperv on host dv-cinder-810917-4-iscsi at level 0 using segments [{'id': 'ae643856-13d5-43c8-894b-89ba0eef8e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:59:19.697859 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc726d91-8fb6-4777-9cd3-8aab14f8d73c None None] Attempting to bind port 2646abf0-beb5-4155-8880-59d47efaafc6 on network cfe2aa73-6855-41ea-ba28-5213bb19ed33 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:59:19.705196 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75966f7d-eedc-4d20-8a55-1bab06893e47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff1ebb3a-0d10-40ff-a050-12240017ddfe,revision_number=0']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:19.706503 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc726d91-8fb6-4777-9cd3-8aab14f8d73c None None] Checking agent: {'id': '46f62665-8b82-4ce4-9f5d-d8528a85ae2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'started_at': datetime.datetime(2022, 2, 9, 12, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:59:19.707345 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc726d91-8fb6-4777-9cd3-8aab14f8d73c None None] Checking segment: {'id': 'ae643856-13d5-43c8-894b-89ba0eef8e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:59:19.707345 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bc726d91-8fb6-4777-9cd3-8aab14f8d73c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:19.707737 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc726d91-8fb6-4777-9cd3-8aab14f8d73c None None] Bound using segment: {'id': 'ae643856-13d5-43c8-894b-89ba0eef8e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:59:19.708200 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-bc726d91-8fb6-4777-9cd3-8aab14f8d73c None None] Bound port: 2646abf0-beb5-4155-8880-59d47efaafc6, host: dv-cinder-810917-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae643856-13d5-43c8-894b-89ba0eef8e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:59:19.708580 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bc726d91-8fb6-4777-9cd3-8aab14f8d73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (2646abf0-beb5-4155-8880-59d47efaafc6), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:19.720899 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75966f7d-eedc-4d20-8a55-1bab06893e47 admin admin] Checking segment: {'id': 'e0b5c705-d706-44a4-8202-00843dc59385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '90df0571-74d0-4f59-9248-83158bfd0067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:59:19.721259 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75966f7d-eedc-4d20-8a55-1bab06893e47 admin admin] Network hostable DHCP agents. Network: 90df0571-74d0-4f59-9248-83158bfd0067, hostable agents: ['669fbb72-d52e-4349-b520-3721ffb5f632'], hosted agents: [] {{(pid=109770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:59:19.803517 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-bc726d91-8fb6-4777-9cd3-8aab14f8d73c None None] For port 2646abf0-beb5-4155-8880-59d47efaafc6, host dv-cinder-810917-4-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:59:19.810332 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-bc726d91-8fb6-4777-9cd3-8aab14f8d73c None None] For port 2646abf0-beb5-4155-8880-59d47efaafc6, host dv-cinder-810917-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=2646abf0-beb5-4155-8880-59d47efaafc6,segment=NetworkSegment(ae643856-13d5-43c8-894b-89ba0eef8e64),segment_id=ae643856-13d5-43c8-894b-89ba0eef8e64)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:59:19.816958 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75966f7d-eedc-4d20-8a55-1bab06893e47 admin admin] Network 90df0571-74d0-4f59-9248-83158bfd0067 is scheduled to be hosted by DHCP agent 669fbb72-d52e-4349-b520-3721ffb5f632 with binding_index 1 {{(pid=109770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:59:19.901889 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bc726d91-8fb6-4777-9cd3-8aab14f8d73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (2646abf0-beb5-4155-8880-59d47efaafc6), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:19.907763 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-f7d86657-f498-40be-844c-5f8af1872f5d None None] Provisioning complete for port 2646abf0-beb5-4155-8880-59d47efaafc6 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:19.908137 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f7d86657-f498-40be-844c-5f8af1872f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (2646abf0-beb5-4155-8880-59d47efaafc6), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:19.926968 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-75966f7d-eedc-4d20-8a55-1bab06893e47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-4-iscsi, 90df0571-74d0-4f59-9248-83158bfd0067) {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:59:19.931531 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75966f7d-eedc-4d20-8a55-1bab06893e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:19.932413 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-75966f7d-eedc-4d20-8a55-1bab06893e47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:19.958019 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a851851a-369a-49cb-8853-0fb074e590cd None None] Network 90df0571-74d0-4f59-9248-83158bfd0067 requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:59:20.006393 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-75966f7d-eedc-4d20-8a55-1bab06893e47 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9330528 Feb 09 12:59:20.007385 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56554) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:20.012229 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-56339097-ccfb-4335-84e6-265a679e5dca admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1810882325-router', 'tenant_id': 'a6b4341f09f2495ba21d7e268205be02', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:59:20.116365 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-56339097-ccfb-4335-84e6-265a679e5dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1588272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8981'] for router (4418c5ab-436a-47fd-a4ef-ddc854ccb317), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:20.118107 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-56339097-ccfb-4335-84e6-265a679e5dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1588292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1593070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1920881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8972'] for router (4418c5ab-436a-47fd-a4ef-ddc854ccb317), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:20.202607 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-56339097-ccfb-4335-84e6-265a679e5dca admin admin] Publish callbacks [] for router_controller (4418c5ab-436a-47fd-a4ef-ddc854ccb317), precommit_add_association {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:20.208171 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eb0f5-a2ef-48e1-9b1c-0039c5b03e84 None None] Pushing event updated for resources: {'Port': ['ID=2646abf0-beb5-4155-8880-59d47efaafc6,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:20.252773 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc726d91-8fb6-4777-9cd3-8aab14f8d73c None None] Routers {'7028c137-5bb6-4ab9-ba09-bc92d493766f'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:59:20.253881 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-bc726d91-8fb6-4777-9cd3-8aab14f8d73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:58:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['7028c137-5bb6-4ab9-ba09-bc92d493766f'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:20.439788 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-f7d86657-f498-40be-844c-5f8af1872f5d None None] Current status of the port 2646abf0-beb5-4155-8880-59d47efaafc6 is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:59:20.440161 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f7d86657-f498-40be-844c-5f8af1872f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (2646abf0-beb5-4155-8880-59d47efaafc6), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:20.463054 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-56339097-ccfb-4335-84e6-265a679e5dca admin admin] Publish callbacks [] for router_gateway (4418c5ab-436a-47fd-a4ef-ddc854ccb317), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:20.474232 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01f19b3-8a48-458f-8603-ae837582ce01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp981a83c6-c2ad-56b8-8135-9301bdb264f7-90df0571-74d0-4f59-9248-83158bfd0067', 'network_id': '90df0571-74d0-4f59-9248-83158bfd0067', 'project_id': 'a6b4341f09f2495ba21d7e268205be02', 'fixed_ips': [{'subnet_id': 'ff1ebb3a-0d10-40ff-a050-12240017ddfe'}]}} from dv-cinder-810917-4-iscsi. {{(pid=109771) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 12:59:20.475256 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d01f19b3-8a48-458f-8603-ae837582ce01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:20.531958 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 81e077e5-7376-4f0c-b0be-f0069a44bead up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:59:20.573160 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-bc726d91-8fb6-4777-9cd3-8aab14f8d73c None None] Set router 7028c137-5bb6-4ab9-ba09-bc92d493766f gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:59:20.579238 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-f7d86657-f498-40be-844c-5f8af1872f5d None None] For port 2646abf0-beb5-4155-8880-59d47efaafc6, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=2646abf0-beb5-4155-8880-59d47efaafc6,segment=NetworkSegment(ae643856-13d5-43c8-894b-89ba0eef8e64),segment_id=ae643856-13d5-43c8-894b-89ba0eef8e64)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:20.702605 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f7d86657-f498-40be-844c-5f8af1872f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (2646abf0-beb5-4155-8880-59d47efaafc6), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:20.870886 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-56339097-ccfb-4335-84e6-265a679e5dca admin admin] Publish callbacks [] for router_gateway (4418c5ab-436a-47fd-a4ef-ddc854ccb317), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:20.893120 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-56339097-ccfb-4335-84e6-265a679e5dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:20.911970 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port 81e077e5-7376-4f0c-b0be-f0069a44bead triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:20.912345 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (81e077e5-7376-4f0c-b0be-f0069a44bead), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:20.952874 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d86657-f498-40be-844c-5f8af1872f5d None None] Pushing event updated for resources: {'Port': ['ID=2646abf0-beb5-4155-8880-59d47efaafc6,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:20.972997 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [None req-d01f19b3-8a48-458f-8603-ae837582ce01 None None] Allocated IP 172.20.0.2 (90df0571-74d0-4f59-9248-83158bfd0067/ff1ebb3a-0d10-40ff-a050-12240017ddfe/5f7a9fbb-351f-4f42-a296-d3169df63b1d) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:59:20.977083 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-c49aa76e-0423-4aad-9427-cce2d8153bbe None None] Provisioning complete for port 2646abf0-beb5-4155-8880-59d47efaafc6 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:20.977462 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c49aa76e-0423-4aad-9427-cce2d8153bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (2646abf0-beb5-4155-8880-59d47efaafc6), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:21.015689 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [None req-56339097-ccfb-4335-84e6-265a679e5dca admin admin] Allocated IP 172.27.3.29 (a2e9d4bf-7356-45aa-a65f-bd468972dd5d/c9ce0d82-6bfd-4731-856e-4f09afc4aa6c/ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:59:21.172022 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-56339097-ccfb-4335-84e6-265a679e5dca admin admin] Publish callbacks [] for port (ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:21.263938 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port 81e077e5-7376-4f0c-b0be-f0069a44bead is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:59:21.290192 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-c49aa76e-0423-4aad-9427-cce2d8153bbe None None] Current status of the port 2646abf0-beb5-4155-8880-59d47efaafc6 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:59:21.310553 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-56339097-ccfb-4335-84e6-265a679e5dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:21.334904 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-bc726d91-8fb6-4777-9cd3-8aab14f8d73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'name': 'tempest-TestVolumeBootPattern-65623051-router', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:16Z', 'revision_number': 4, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'gw_port': {'id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:00:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '2646abf0-beb5-4155-8880-59d47efaafc6', 'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'mac_address': 'fa:16:3e:59:99:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:15Z', 'updated_at': '2022-02-09T12:59:19Z', 'revision_number': 4, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'subnets': [{'id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:21.359435 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56339097-ccfb-4335-84e6-265a679e5dca admin admin] Network a2e9d4bf-7356-45aa-a65f-bd468972dd5d is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:59:21.362696 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-56339097-ccfb-4335-84e6-265a679e5dca admin admin] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:59:21.366567 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56339097-ccfb-4335-84e6-265a679e5dca admin admin] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:59:21.378123 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc726d91-8fb6-4777-9cd3-8aab14f8d73c None None] The sync data for ids ['7028c137-5bb6-4ab9-ba09-bc92d493766f'] in dv-cinder-810917-4-iscsi is: [{'id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'name': 'tempest-TestVolumeBootPattern-65623051-router', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:16Z', 'revision_number': 4, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'gw_port': {'id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:00:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '2646abf0-beb5-4155-8880-59d47efaafc6', 'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'mac_address': 'fa:16:3e:59:99:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:15Z', 'updated_at': '2022-02-09T12:59:19Z', 'revision_number': 4, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'subnets': [{'id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:59:21.387074 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d01f19b3-8a48-458f-8603-ae837582ce01 None None] Publish callbacks [] for port (5f7a9fbb-351f-4f42-a296-d3169df63b1d), precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:21.392802 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56339097-ccfb-4335-84e6-265a679e5dca admin admin] Pushing event updated for resources: {'Port': ['ID=ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:21.483301 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d01f19b3-8a48-458f-8603-ae837582ce01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323'] for port (5f7a9fbb-351f-4f42-a296-d3169df63b1d), after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:21.556131 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01f19b3-8a48-458f-8603-ae837582ce01 None None] Network 90df0571-74d0-4f59-9248-83158bfd0067 is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:59:21.557593 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f19b3-8a48-458f-8603-ae837582ce01 None None] Pushing event updated for resources: {'Port': ['ID=5f7a9fbb-351f-4f42-a296-d3169df63b1d,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:21.561611 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-d01f19b3-8a48-458f-8603-ae837582ce01 None None] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:59:21.564141 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01f19b3-8a48-458f-8603-ae837582ce01 None None] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:59:21.638017 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-d01f19b3-8a48-458f-8603-ae837582ce01 None None] Attempting to bind port 5f7a9fbb-351f-4f42-a296-d3169df63b1d on host dv-cinder-810917-4-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:59:21.639261 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-d01f19b3-8a48-458f-8603-ae837582ce01 None None] Attempting to bind port 5f7a9fbb-351f-4f42-a296-d3169df63b1d by drivers openvswitch,hyperv on host dv-cinder-810917-4-iscsi at level 0 using segments [{'id': 'e0b5c705-d706-44a4-8202-00843dc59385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '90df0571-74d0-4f59-9248-83158bfd0067'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:59:21.639372 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01f19b3-8a48-458f-8603-ae837582ce01 None None] Attempting to bind port 5f7a9fbb-351f-4f42-a296-d3169df63b1d on network 90df0571-74d0-4f59-9248-83158bfd0067 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:59:21.645657 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01f19b3-8a48-458f-8603-ae837582ce01 None None] Checking agent: {'id': '46f62665-8b82-4ce4-9f5d-d8528a85ae2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'started_at': datetime.datetime(2022, 2, 9, 12, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:59:21.645987 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01f19b3-8a48-458f-8603-ae837582ce01 None None] Checking segment: {'id': 'e0b5c705-d706-44a4-8202-00843dc59385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '90df0571-74d0-4f59-9248-83158bfd0067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:59:21.646386 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d01f19b3-8a48-458f-8603-ae837582ce01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:21.646698 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01f19b3-8a48-458f-8603-ae837582ce01 None None] Bound using segment: {'id': 'e0b5c705-d706-44a4-8202-00843dc59385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '90df0571-74d0-4f59-9248-83158bfd0067'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:59:21.647569 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-d01f19b3-8a48-458f-8603-ae837582ce01 None None] Bound port: 5f7a9fbb-351f-4f42-a296-d3169df63b1d, host: dv-cinder-810917-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b5c705-d706-44a4-8202-00843dc59385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '90df0571-74d0-4f59-9248-83158bfd0067'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:59:21.647740 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d01f19b3-8a48-458f-8603-ae837582ce01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (5f7a9fbb-351f-4f42-a296-d3169df63b1d), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:21.724737 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-d01f19b3-8a48-458f-8603-ae837582ce01 None None] For port 5f7a9fbb-351f-4f42-a296-d3169df63b1d, host dv-cinder-810917-4-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:59:21.728375 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-d01f19b3-8a48-458f-8603-ae837582ce01 None None] For port 5f7a9fbb-351f-4f42-a296-d3169df63b1d, host dv-cinder-810917-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=5f7a9fbb-351f-4f42-a296-d3169df63b1d,segment=NetworkSegment(e0b5c705-d706-44a4-8202-00843dc59385),segment_id=e0b5c705-d706-44a4-8202-00843dc59385)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:59:21.801941 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d01f19b3-8a48-458f-8603-ae837582ce01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (5f7a9fbb-351f-4f42-a296-d3169df63b1d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:21.833628 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-56339097-ccfb-4335-84e6-265a679e5dca admin admin] Publish callbacks [] for router_gateway (4418c5ab-436a-47fd-a4ef-ddc854ccb317), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:21.893250 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f19b3-8a48-458f-8603-ae837582ce01 None None] Pushing event updated for resources: {'Port': ['ID=5f7a9fbb-351f-4f42-a296-d3169df63b1d,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:22.144692 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-56339097-ccfb-4335-84e6-265a679e5dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1588415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1591097'] for router (4418c5ab-436a-47fd-a4ef-ddc854ccb317), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:22.552169 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 5f7a9fbb-351f-4f42-a296-d3169df63b1d up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:59:22.612727 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port 5f7a9fbb-351f-4f42-a296-d3169df63b1d triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:22.613185 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (5f7a9fbb-351f-4f42-a296-d3169df63b1d), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:22.711626 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port 5f7a9fbb-351f-4f42-a296-d3169df63b1d is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:59:22.712300 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (5f7a9fbb-351f-4f42-a296-d3169df63b1d), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:22.751698 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] For port 5f7a9fbb-351f-4f42-a296-d3169df63b1d, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=5f7a9fbb-351f-4f42-a296-d3169df63b1d,segment=NetworkSegment(e0b5c705-d706-44a4-8202-00843dc59385),segment_id=e0b5c705-d706-44a4-8202-00843dc59385)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:22.910399 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83093b9b-ebee-4d2a-a82a-f45a4b7ce731 None None] Network 90df0571-74d0-4f59-9248-83158bfd0067 requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:59:22.977192 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-4daa1b61-81b5-4fa9-9de3-7a09d1a32dc8 None None] Provisioning complete for port 5f7a9fbb-351f-4f42-a296-d3169df63b1d triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:22.977470 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4daa1b61-81b5-4fa9-9de3-7a09d1a32dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (5f7a9fbb-351f-4f42-a296-d3169df63b1d), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:23.102753 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-4daa1b61-81b5-4fa9-9de3-7a09d1a32dc8 None None] Current status of the port 5f7a9fbb-351f-4f42-a296-d3169df63b1d is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:59:23.103175 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4daa1b61-81b5-4fa9-9de3-7a09d1a32dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (5f7a9fbb-351f-4f42-a296-d3169df63b1d), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:23.213294 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56339097-ccfb-4335-84e6-265a679e5dca admin admin] Router 4418c5ab-436a-47fd-a4ef-ddc854ccb317 is scheduled to L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 with binding_index 1 {{(pid=109770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 12:59:23.294291 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (5f7a9fbb-351f-4f42-a296-d3169df63b1d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:23.298775 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 2646abf0-beb5-4155-8880-59d47efaafc6 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:59:23.361702 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56339097-ccfb-4335-84e6-265a679e5dca admin admin] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:59:23.374292 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d32de1b-d2ef-4677-974e-9a2db2ce8e70 None None] Sync routers for ids ['4418c5ab-436a-47fd-a4ef-ddc854ccb317'] in dv-cinder-810917-4-iscsi {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:59:23.392803 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d32de1b-d2ef-4677-974e-9a2db2ce8e70 None None] Routers {'4418c5ab-436a-47fd-a4ef-ddc854ccb317'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:59:23.393922 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-6d32de1b-d2ef-4677-974e-9a2db2ce8e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:58:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['4418c5ab-436a-47fd-a4ef-ddc854ccb317'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:23.501574 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-56339097-ccfb-4335-84e6-265a679e5dca admin admin] Publish callbacks [] for router (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:23.502713 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-56339097-ccfb-4335-84e6-265a679e5dca admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4942324 Feb 09 12:59:23.505645 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56570) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:23.535030 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-245a0b99-e927-4a46-b670-b3c2f94ba241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:23.569993 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-6d32de1b-d2ef-4677-974e-9a2db2ce8e70 None None] Set router 4418c5ab-436a-47fd-a4ef-ddc854ccb317 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:59:23.577550 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.db.api [None req-4daa1b61-81b5-4fa9-9de3-7a09d1a32dc8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:59:23.577906 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG oslo_db.api [None req-4daa1b61-81b5-4fa9-9de3-7a09d1a32dc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:59:23.584203 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Pushing event updated for resources: {'Port': ['ID=5f7a9fbb-351f-4f42-a296-d3169df63b1d,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:23.607359 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port 2646abf0-beb5-4155-8880-59d47efaafc6 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:23.607359 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (2646abf0-beb5-4155-8880-59d47efaafc6), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:23.710561 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port 2646abf0-beb5-4155-8880-59d47efaafc6 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:59:23.802407 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-6d32de1b-d2ef-4677-974e-9a2db2ce8e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4418c5ab-436a-47fd-a4ef-ddc854ccb317', 'name': 'tempest-TestVolumeBootPattern-1810882325-router', 'tenant_id': 'a6b4341f09f2495ba21d7e268205be02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:20Z', 'updated_at': '2022-02-09T12:59:21Z', 'revision_number': 3, 'project_id': 'a6b4341f09f2495ba21d7e268205be02', 'gw_port': {'id': 'ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4418c5ab-436a-47fd-a4ef-ddc854ccb317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:20Z', 'updated_at': '2022-02-09T12:59:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:23.833507 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d32de1b-d2ef-4677-974e-9a2db2ce8e70 None None] Checking router: 4418c5ab-436a-47fd-a4ef-ddc854ccb317 for host: dv-cinder-810917-4-iscsi {{(pid=109772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:59:23.833853 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d32de1b-d2ef-4677-974e-9a2db2ce8e70 None None] Updating router 4418c5ab-436a-47fd-a4ef-ddc854ccb317 port ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7 binding host dv-cinder-810917-4-iscsi {{(pid=109772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:59:23.865832 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-6d32de1b-d2ef-4677-974e-9a2db2ce8e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7), before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:24.127371 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-4daa1b61-81b5-4fa9-9de3-7a09d1a32dc8 None None] Current status of the port 5f7a9fbb-351f-4f42-a296-d3169df63b1d is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:59:24.248652 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-86d9ebd2-433c-43ec-8945-08e7b81dd60d None None] Provisioning complete for port 5f7a9fbb-351f-4f42-a296-d3169df63b1d triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:24.248917 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-6d32de1b-d2ef-4677-974e-9a2db2ce8e70 None None] Publish callbacks [] for port (ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7), precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:24.249011 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-86d9ebd2-433c-43ec-8945-08e7b81dd60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (5f7a9fbb-351f-4f42-a296-d3169df63b1d), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:24.309333 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-93ecc4e9-c482-4774-b0bb-eab033754a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:24.338707 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-6d32de1b-d2ef-4677-974e-9a2db2ce8e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7), after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:24.338981 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-86d9ebd2-433c-43ec-8945-08e7b81dd60d None None] Current status of the port 5f7a9fbb-351f-4f42-a296-d3169df63b1d is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:59:24.394274 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [None req-6d32de1b-d2ef-4677-974e-9a2db2ce8e70 None None] Attempting to bind port ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7 on host dv-cinder-810917-4-iscsi for vnic_type normal with profile {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:59:24.394977 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [None req-6d32de1b-d2ef-4677-974e-9a2db2ce8e70 None None] Attempting to bind port ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7 by drivers openvswitch,hyperv on host dv-cinder-810917-4-iscsi at level 0 using segments [{'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:59:24.395085 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d32de1b-d2ef-4677-974e-9a2db2ce8e70 None None] Attempting to bind port ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7 on network a2e9d4bf-7356-45aa-a65f-bd468972dd5d {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:59:24.400318 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309690a4-c6c1-44e1-9203-8eaba7d320aa None None] Pushing event updated for resources: {'Port': ['ID=ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7,revision_number=2']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:24.405410 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d32de1b-d2ef-4677-974e-9a2db2ce8e70 None None] Checking agent: {'id': '46f62665-8b82-4ce4-9f5d-d8528a85ae2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'started_at': datetime.datetime(2022, 2, 9, 12, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:59:24.405816 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d32de1b-d2ef-4677-974e-9a2db2ce8e70 None None] Checking segment: {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:59:24.406215 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-6d32de1b-d2ef-4677-974e-9a2db2ce8e70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:24.406594 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d32de1b-d2ef-4677-974e-9a2db2ce8e70 None None] Bound using segment: {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:59:24.407050 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [None req-6d32de1b-d2ef-4677-974e-9a2db2ce8e70 None None] Bound port: ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7, host: dv-cinder-810917-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e37f85-ea5b-4692-8272-94f7f4592b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d'}}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:59:24.407456 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-6d32de1b-d2ef-4677-974e-9a2db2ce8e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7), before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:24.473115 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-6d32de1b-d2ef-4677-974e-9a2db2ce8e70 None None] For port ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7, host dv-cinder-810917-4-iscsi, cleared binding levels {{(pid=109772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:59:24.479545 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-6d32de1b-d2ef-4677-974e-9a2db2ce8e70 None None] For port ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7, host dv-cinder-810917-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7,segment=NetworkSegment(b9e37f85-ea5b-4692-8272-94f7f4592b1f),segment_id=b9e37f85-ea5b-4692-8272-94f7f4592b1f)] {{(pid=109772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:59:24.508735 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 5f7a9fbb-351f-4f42-a296-d3169df63b1d up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:59:24.515207 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [None req-93ecc4e9-c482-4774-b0bb-eab033754a9d admin admin] Allocated IP 172.20.0.1 (90df0571-74d0-4f59-9248-83158bfd0067/ff1ebb3a-0d10-40ff-a050-12240017ddfe/b1e8bff7-1219-4802-8274-360006ce20e9) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:59:24.575260 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port 5f7a9fbb-351f-4f42-a296-d3169df63b1d triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:24.575764 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (5f7a9fbb-351f-4f42-a296-d3169df63b1d), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:24.601920 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-6d32de1b-d2ef-4677-974e-9a2db2ce8e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7), after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:24.649561 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-93ecc4e9-c482-4774-b0bb-eab033754a9d admin admin] Publish callbacks [] for port (b1e8bff7-1219-4802-8274-360006ce20e9), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:24.671554 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d32de1b-d2ef-4677-974e-9a2db2ce8e70 None None] Routers {'4418c5ab-436a-47fd-a4ef-ddc854ccb317'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:59:24.673151 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-6d32de1b-d2ef-4677-974e-9a2db2ce8e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:58:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['4418c5ab-436a-47fd-a4ef-ddc854ccb317'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:24.683454 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port 5f7a9fbb-351f-4f42-a296-d3169df63b1d is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:59:24.721048 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309690a4-c6c1-44e1-9203-8eaba7d320aa None None] Pushing event updated for resources: {'Port': ['ID=ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7,revision_number=3']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:24.780377 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-93ecc4e9-c482-4774-b0bb-eab033754a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (b1e8bff7-1219-4802-8274-360006ce20e9), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:24.798084 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-6d32de1b-d2ef-4677-974e-9a2db2ce8e70 None None] Set router 4418c5ab-436a-47fd-a4ef-ddc854ccb317 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:59:24.818841 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ecc4e9-c482-4774-b0bb-eab033754a9d admin admin] Network 90df0571-74d0-4f59-9248-83158bfd0067 is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:59:24.826333 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-93ecc4e9-c482-4774-b0bb-eab033754a9d admin admin] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:59:24.830442 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ecc4e9-c482-4774-b0bb-eab033754a9d admin admin] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:59:24.871009 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ecc4e9-c482-4774-b0bb-eab033754a9d admin admin] Pushing event updated for resources: {'Port': ['ID=b1e8bff7-1219-4802-8274-360006ce20e9,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:24.887746 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-93ecc4e9-c482-4774-b0bb-eab033754a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1591278'] for router_interface (4418c5ab-436a-47fd-a4ef-ddc854ccb317), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:25.028833 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-6d32de1b-d2ef-4677-974e-9a2db2ce8e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4418c5ab-436a-47fd-a4ef-ddc854ccb317', 'name': 'tempest-TestVolumeBootPattern-1810882325-router', 'tenant_id': 'a6b4341f09f2495ba21d7e268205be02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:20Z', 'updated_at': '2022-02-09T12:59:21Z', 'revision_number': 3, 'project_id': 'a6b4341f09f2495ba21d7e268205be02', 'gw_port': {'id': 'ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4418c5ab-436a-47fd-a4ef-ddc854ccb317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:20Z', 'updated_at': '2022-02-09T12:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:25.059573 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d32de1b-d2ef-4677-974e-9a2db2ce8e70 None None] The sync data for ids ['4418c5ab-436a-47fd-a4ef-ddc854ccb317'] in dv-cinder-810917-4-iscsi is: [{'id': '4418c5ab-436a-47fd-a4ef-ddc854ccb317', 'name': 'tempest-TestVolumeBootPattern-1810882325-router', 'tenant_id': 'a6b4341f09f2495ba21d7e268205be02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:20Z', 'updated_at': '2022-02-09T12:59:21Z', 'revision_number': 3, 'project_id': 'a6b4341f09f2495ba21d7e268205be02', 'gw_port': {'id': 'ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4418c5ab-436a-47fd-a4ef-ddc854ccb317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:20Z', 'updated_at': '2022-02-09T12:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}] {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:59:25.073461 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-048d6779-dc94-4afc-8414-25728f269e90 None None] Provisioning complete for port b1e8bff7-1219-4802-8274-360006ce20e9 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:25.073835 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-048d6779-dc94-4afc-8414-25728f269e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (b1e8bff7-1219-4802-8274-360006ce20e9), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:25.114356 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-048d6779-dc94-4afc-8414-25728f269e90 None None] Port b1e8bff7-1219-4802-8274-360006ce20e9 cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:59:25.121819 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-93ecc4e9-c482-4774-b0bb-eab033754a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (b1e8bff7-1219-4802-8274-360006ce20e9), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:25.317105 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-93ecc4e9-c482-4774-b0bb-eab033754a9d admin admin] Publish callbacks [] for port (b1e8bff7-1219-4802-8274-360006ce20e9), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:25.419054 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-93ecc4e9-c482-4774-b0bb-eab033754a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10470611'] for port (b1e8bff7-1219-4802-8274-360006ce20e9), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:25.495713 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ecc4e9-c482-4774-b0bb-eab033754a9d admin admin] Pushing event updated for resources: {'Port': ['ID=b1e8bff7-1219-4802-8274-360006ce20e9,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:25.499503 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-93ecc4e9-c482-4774-b0bb-eab033754a9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1614728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1590910'] for router_interface (4418c5ab-436a-47fd-a4ef-ddc854ccb317), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:25.621064 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ecc4e9-c482-4774-b0bb-eab033754a9d admin admin] Network 90df0571-74d0-4f59-9248-83158bfd0067 is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:59:25.623859 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-93ecc4e9-c482-4774-b0bb-eab033754a9d admin admin] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:59:25.805450 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ecc4e9-c482-4774-b0bb-eab033754a9d admin admin] Router 4418c5ab-436a-47fd-a4ef-ddc854ccb317 has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:59:25.936225 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-70b04f0e-ea10-403c-9193-0dbe66e1473b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:25.942400 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ecc4e9-c482-4774-b0bb-eab033754a9d admin admin] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:59:25.945672 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-f19d3c87-cdf2-4b8d-a55a-576af33242f7 None None] Provisioning complete for port b1e8bff7-1219-4802-8274-360006ce20e9 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:25.946300 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f19d3c87-cdf2-4b8d-a55a-576af33242f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (b1e8bff7-1219-4802-8274-360006ce20e9), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:25.951525 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-93ecc4e9-c482-4774-b0bb-eab033754a9d admin admin] 10.222.0.50 "PUT /v2.0/routers/4418c5ab-436a-47fd-a4ef-ddc854ccb317/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4414754 Feb 09 12:59:25.999840 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-f19d3c87-cdf2-4b8d-a55a-576af33242f7 None None] Port b1e8bff7-1219-4802-8274-360006ce20e9 cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:59:26.559118 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:59:26.587864 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56590) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:26.593369 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-d4c2d0d6-ea7d-461c-8b88-b2e90aec610d tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-596458642', 'description': 'tempest-secgroup-smoke-596458642 description', 'project_id': '44bc2ca5ad754464b1f529f89468e66d'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:59:26.610659 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:26.611123 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:26.688667 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d4c2d0d6-ea7d-461c-8b88-b2e90aec610d tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:26.710807 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7 is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:59:26.711194 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:26.736205 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] For port ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7,segment=NetworkSegment(b9e37f85-ea5b-4692-8272-94f7f4592b1f),segment_id=b9e37f85-ea5b-4692-8272-94f7f4592b1f)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:26.778126 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1548f01d-01f5-41a7-ac9b-8b8f316c9857 None None] Sync routers for ids ['4418c5ab-436a-47fd-a4ef-ddc854ccb317'] in dv-cinder-810917-4-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:59:26.789754 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1548f01d-01f5-41a7-ac9b-8b8f316c9857 None None] Routers {'4418c5ab-436a-47fd-a4ef-ddc854ccb317'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:59:26.790075 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d4c2d0d6-ea7d-461c-8b88-b2e90aec610d tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for security_group (9b8fa928-7850-4428-a7c7-24b2ddae87f2), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:26.790434 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-1548f01d-01f5-41a7-ac9b-8b8f316c9857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:59:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['4418c5ab-436a-47fd-a4ef-ddc854ccb317'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:26.852642 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d4c2d0d6-ea7d-461c-8b88-b2e90aec610d tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (9b8fa928-7850-4428-a7c7-24b2ddae87f2), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:26.867534 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:26.887374 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2d0d6-ea7d-461c-8b88-b2e90aec610d tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8fa928-7850-4428-a7c7-24b2ddae87f2,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:26.943070 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Pushing event updated for resources: {'Port': ['ID=ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:26.952160 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d4c2d0d6-ea7d-461c-8b88-b2e90aec610d tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:26.953611 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-d4c2d0d6-ea7d-461c-8b88-b2e90aec610d tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3645122 Feb 09 12:59:26.957035 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56594) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:26.961719 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-94c741bf-5d89-4e21-919b-ca2798c6e360 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Request body: {'security_group_rule': {'security_group_id': '9b8fa928-7850-4428-a7c7-24b2ddae87f2', 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:59:26.965012 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-1548f01d-01f5-41a7-ac9b-8b8f316c9857 None None] Set router 4418c5ab-436a-47fd-a4ef-ddc854ccb317 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:59:27.061186 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-94c741bf-5d89-4e21-919b-ca2798c6e360 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for security_group_rule (11c66b2d-d550-4c1e-92d8-6daa95dd89da), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:27.151112 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-94c741bf-5d89-4e21-919b-ca2798c6e360 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for security_group_rule (11c66b2d-d550-4c1e-92d8-6daa95dd89da), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:27.190906 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-1548f01d-01f5-41a7-ac9b-8b8f316c9857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4418c5ab-436a-47fd-a4ef-ddc854ccb317', 'name': 'tempest-TestVolumeBootPattern-1810882325-router', 'tenant_id': 'a6b4341f09f2495ba21d7e268205be02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:20Z', 'updated_at': '2022-02-09T12:59:24Z', 'revision_number': 4, 'project_id': 'a6b4341f09f2495ba21d7e268205be02', 'gw_port': {'id': 'ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4418c5ab-436a-47fd-a4ef-ddc854ccb317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:20Z', 'updated_at': '2022-02-09T12:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': 'b1e8bff7-1219-4802-8274-360006ce20e9', 'name': '', 'network_id': '90df0571-74d0-4f59-9248-83158bfd0067', 'tenant_id': 'a6b4341f09f2495ba21d7e268205be02', 'mac_address': 'fa:16:3e:e4:a6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4418c5ab-436a-47fd-a4ef-ddc854ccb317', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ff1ebb3a-0d10-40ff-a050-12240017ddfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:24Z', 'updated_at': '2022-02-09T12:59:25Z', 'revision_number': 2, 'project_id': 'a6b4341f09f2495ba21d7e268205be02', 'subnets': [{'id': 'ff1ebb3a-0d10-40ff-a050-12240017ddfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:27.219742 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1548f01d-01f5-41a7-ac9b-8b8f316c9857 None None] Checking router: 4418c5ab-436a-47fd-a4ef-ddc854ccb317 for host: dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:59:27.220089 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1548f01d-01f5-41a7-ac9b-8b8f316c9857 None None] Updating router 4418c5ab-436a-47fd-a4ef-ddc854ccb317 port b1e8bff7-1219-4802-8274-360006ce20e9 binding host dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 12:59:27.250363 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1548f01d-01f5-41a7-ac9b-8b8f316c9857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (b1e8bff7-1219-4802-8274-360006ce20e9), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:27.282110 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-94c741bf-5d89-4e21-919b-ca2798c6e360 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924240'] for security_group_rule (11c66b2d-d550-4c1e-92d8-6daa95dd89da), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:27.303925 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c741bf-5d89-4e21-919b-ca2798c6e360 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c66b2d-d550-4c1e-92d8-6daa95dd89da,revision_number=0']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:27.423060 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:27.462217 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-94c741bf-5d89-4e21-919b-ca2798c6e360 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:27.463727 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-94c741bf-5d89-4e21-919b-ca2798c6e360 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5054955 Feb 09 12:59:27.468062 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56596) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:27.472732 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-3e96b012-8a11-4602-857e-0fe069729f49 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Request body: {'security_group_rule': {'security_group_id': '9b8fa928-7850-4428-a7c7-24b2ddae87f2', 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:59:27.540802 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1548f01d-01f5-41a7-ac9b-8b8f316c9857 None None] Publish callbacks [] for port (b1e8bff7-1219-4802-8274-360006ce20e9), precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:27.600956 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3e96b012-8a11-4602-857e-0fe069729f49 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for security_group_rule (4cdbfc9d-78da-4772-8f87-73ed40a3492a), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:27.635659 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1548f01d-01f5-41a7-ac9b-8b8f316c9857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (b1e8bff7-1219-4802-8274-360006ce20e9), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:27.666409 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3e96b012-8a11-4602-857e-0fe069729f49 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for security_group_rule (4cdbfc9d-78da-4772-8f87-73ed40a3492a), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:27.697719 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da4abc-8e74-41e7-b392-a93a0a1f4071 None None] Pushing event updated for resources: {'Port': ['ID=b1e8bff7-1219-4802-8274-360006ce20e9,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:27.760325 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-1548f01d-01f5-41a7-ac9b-8b8f316c9857 None None] Attempting to bind port b1e8bff7-1219-4802-8274-360006ce20e9 on host dv-cinder-810917-4-iscsi for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:59:27.760692 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-1548f01d-01f5-41a7-ac9b-8b8f316c9857 None None] Attempting to bind port b1e8bff7-1219-4802-8274-360006ce20e9 by drivers openvswitch,hyperv on host dv-cinder-810917-4-iscsi at level 0 using segments [{'id': 'e0b5c705-d706-44a4-8202-00843dc59385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '90df0571-74d0-4f59-9248-83158bfd0067'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:59:27.761049 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1548f01d-01f5-41a7-ac9b-8b8f316c9857 None None] Attempting to bind port b1e8bff7-1219-4802-8274-360006ce20e9 on network 90df0571-74d0-4f59-9248-83158bfd0067 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:59:27.766865 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1548f01d-01f5-41a7-ac9b-8b8f316c9857 None None] Checking agent: {'id': '46f62665-8b82-4ce4-9f5d-d8528a85ae2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 30), 'started_at': datetime.datetime(2022, 2, 9, 12, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:59:27.767239 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1548f01d-01f5-41a7-ac9b-8b8f316c9857 None None] Checking segment: {'id': 'e0b5c705-d706-44a4-8202-00843dc59385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '90df0571-74d0-4f59-9248-83158bfd0067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:59:27.767667 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1548f01d-01f5-41a7-ac9b-8b8f316c9857 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:27.768055 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1548f01d-01f5-41a7-ac9b-8b8f316c9857 None None] Bound using segment: {'id': 'e0b5c705-d706-44a4-8202-00843dc59385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '90df0571-74d0-4f59-9248-83158bfd0067'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:59:27.768531 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [None req-1548f01d-01f5-41a7-ac9b-8b8f316c9857 None None] Bound port: b1e8bff7-1219-4802-8274-360006ce20e9, host: dv-cinder-810917-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b5c705-d706-44a4-8202-00843dc59385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '90df0571-74d0-4f59-9248-83158bfd0067'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:59:27.768905 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1548f01d-01f5-41a7-ac9b-8b8f316c9857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (b1e8bff7-1219-4802-8274-360006ce20e9), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:27.778531 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3e96b012-8a11-4602-857e-0fe069729f49 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924240'] for security_group_rule (4cdbfc9d-78da-4772-8f87-73ed40a3492a), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:27.804246 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96b012-8a11-4602-857e-0fe069729f49 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cdbfc9d-78da-4772-8f87-73ed40a3492a,revision_number=0']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:27.863755 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-1548f01d-01f5-41a7-ac9b-8b8f316c9857 None None] For port b1e8bff7-1219-4802-8274-360006ce20e9, host dv-cinder-810917-4-iscsi, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:59:27.867207 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-1548f01d-01f5-41a7-ac9b-8b8f316c9857 None None] For port b1e8bff7-1219-4802-8274-360006ce20e9, host dv-cinder-810917-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=b1e8bff7-1219-4802-8274-360006ce20e9,segment=NetworkSegment(e0b5c705-d706-44a4-8202-00843dc59385),segment_id=e0b5c705-d706-44a4-8202-00843dc59385)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:59:27.895007 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3e96b012-8a11-4602-857e-0fe069729f49 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:27.896251 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-3e96b012-8a11-4602-857e-0fe069729f49 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4271479 Feb 09 12:59:27.898992 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56600) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:27.903235 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-577961cc-81c9-4196-824a-5cfed137daa6 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Request body: {'security_group_rule': {'security_group_id': '9b8fa928-7850-4428-a7c7-24b2ddae87f2', 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:59:27.936858 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-41d9543f-52e3-405a-a7d0-df66f2560905 None None] Provisioning complete for port b1e8bff7-1219-4802-8274-360006ce20e9 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:27.937238 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-41d9543f-52e3-405a-a7d0-df66f2560905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (b1e8bff7-1219-4802-8274-360006ce20e9), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:27.967096 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1548f01d-01f5-41a7-ac9b-8b8f316c9857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (b1e8bff7-1219-4802-8274-360006ce20e9), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:28.004151 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-41d9543f-52e3-405a-a7d0-df66f2560905 None None] Port b1e8bff7-1219-4802-8274-360006ce20e9 cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:59:28.007955 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-577961cc-81c9-4196-824a-5cfed137daa6 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for security_group_rule (59acf4e7-7954-4816-84d8-55a5e03bb48f), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:28.023902 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1548f01d-01f5-41a7-ac9b-8b8f316c9857 None None] Routers {'4418c5ab-436a-47fd-a4ef-ddc854ccb317'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:59:28.024433 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-1548f01d-01f5-41a7-ac9b-8b8f316c9857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:59:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['4418c5ab-436a-47fd-a4ef-ddc854ccb317'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:28.078629 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-577961cc-81c9-4196-824a-5cfed137daa6 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for security_group_rule (59acf4e7-7954-4816-84d8-55a5e03bb48f), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:28.109280 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da4abc-8e74-41e7-b392-a93a0a1f4071 None None] Pushing event updated for resources: {'Port': ['ID=b1e8bff7-1219-4802-8274-360006ce20e9,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:28.156462 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-1548f01d-01f5-41a7-ac9b-8b8f316c9857 None None] Set router 4418c5ab-436a-47fd-a4ef-ddc854ccb317 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:59:28.156690 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-577961cc-81c9-4196-824a-5cfed137daa6 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924240'] for security_group_rule (59acf4e7-7954-4816-84d8-55a5e03bb48f), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:28.177191 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577961cc-81c9-4196-824a-5cfed137daa6 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59acf4e7-7954-4816-84d8-55a5e03bb48f,revision_number=0']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:28.272215 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-577961cc-81c9-4196-824a-5cfed137daa6 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:28.273354 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-577961cc-81c9-4196-824a-5cfed137daa6 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3733830 Feb 09 12:59:28.276253 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56602) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:28.281040 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-6ce063de-1349-46f7-94f0-0aa58b57c63c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Request body: {'security_group_rule': {'security_group_id': '9b8fa928-7850-4428-a7c7-24b2ddae87f2', 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:59:28.292282 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-171901f7-74c1-4315-ac5c-5dbe57011710 None None] Provisioning complete for port b1e8bff7-1219-4802-8274-360006ce20e9 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:28.292657 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-171901f7-74c1-4315-ac5c-5dbe57011710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (b1e8bff7-1219-4802-8274-360006ce20e9), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:28.381657 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6ce063de-1349-46f7-94f0-0aa58b57c63c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for security_group_rule (09100c42-978c-488d-b2cf-9441be0247f3), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:28.437414 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-171901f7-74c1-4315-ac5c-5dbe57011710 None None] Current status of the port b1e8bff7-1219-4802-8274-360006ce20e9 is: DOWN; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:59:28.437916 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-171901f7-74c1-4315-ac5c-5dbe57011710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (b1e8bff7-1219-4802-8274-360006ce20e9), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:28.444103 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6ce063de-1349-46f7-94f0-0aa58b57c63c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for security_group_rule (09100c42-978c-488d-b2cf-9441be0247f3), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:28.477201 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-1548f01d-01f5-41a7-ac9b-8b8f316c9857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4418c5ab-436a-47fd-a4ef-ddc854ccb317', 'name': 'tempest-TestVolumeBootPattern-1810882325-router', 'tenant_id': 'a6b4341f09f2495ba21d7e268205be02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:20Z', 'updated_at': '2022-02-09T12:59:24Z', 'revision_number': 4, 'project_id': 'a6b4341f09f2495ba21d7e268205be02', 'gw_port': {'id': 'ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4418c5ab-436a-47fd-a4ef-ddc854ccb317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:20Z', 'updated_at': '2022-02-09T12:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': 'b1e8bff7-1219-4802-8274-360006ce20e9', 'name': '', 'network_id': '90df0571-74d0-4f59-9248-83158bfd0067', 'tenant_id': 'a6b4341f09f2495ba21d7e268205be02', 'mac_address': 'fa:16:3e:e4:a6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4418c5ab-436a-47fd-a4ef-ddc854ccb317', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ff1ebb3a-0d10-40ff-a050-12240017ddfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:24Z', 'updated_at': '2022-02-09T12:59:27Z', 'revision_number': 4, 'project_id': 'a6b4341f09f2495ba21d7e268205be02', 'subnets': [{'id': 'ff1ebb3a-0d10-40ff-a050-12240017ddfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:28.482694 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-171901f7-74c1-4315-ac5c-5dbe57011710 None None] For port b1e8bff7-1219-4802-8274-360006ce20e9, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=b1e8bff7-1219-4802-8274-360006ce20e9,segment=NetworkSegment(e0b5c705-d706-44a4-8202-00843dc59385),segment_id=e0b5c705-d706-44a4-8202-00843dc59385)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:28.508400 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:59:28.511912 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1548f01d-01f5-41a7-ac9b-8b8f316c9857 None None] The sync data for ids ['4418c5ab-436a-47fd-a4ef-ddc854ccb317'] in dv-cinder-810917-4-iscsi is: [{'id': '4418c5ab-436a-47fd-a4ef-ddc854ccb317', 'name': 'tempest-TestVolumeBootPattern-1810882325-router', 'tenant_id': 'a6b4341f09f2495ba21d7e268205be02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:20Z', 'updated_at': '2022-02-09T12:59:24Z', 'revision_number': 4, 'project_id': 'a6b4341f09f2495ba21d7e268205be02', 'gw_port': {'id': 'ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4418c5ab-436a-47fd-a4ef-ddc854ccb317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:20Z', 'updated_at': '2022-02-09T12:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': 'b1e8bff7-1219-4802-8274-360006ce20e9', 'name': '', 'network_id': '90df0571-74d0-4f59-9248-83158bfd0067', 'tenant_id': 'a6b4341f09f2495ba21d7e268205be02', 'mac_address': 'fa:16:3e:e4:a6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4418c5ab-436a-47fd-a4ef-ddc854ccb317', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'ff1ebb3a-0d10-40ff-a050-12240017ddfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:24Z', 'updated_at': '2022-02-09T12:59:27Z', 'revision_number': 4, 'project_id': 'a6b4341f09f2495ba21d7e268205be02', 'subnets': [{'id': 'ff1ebb3a-0d10-40ff-a050-12240017ddfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:59:28.579672 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:28.580214 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:28.581879 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6ce063de-1349-46f7-94f0-0aa58b57c63c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924240'] for security_group_rule (09100c42-978c-488d-b2cf-9441be0247f3), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:28.610427 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce063de-1349-46f7-94f0-0aa58b57c63c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09100c42-978c-488d-b2cf-9441be0247f3,revision_number=0']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:28.614665 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-171901f7-74c1-4315-ac5c-5dbe57011710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (b1e8bff7-1219-4802-8274-360006ce20e9), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:28.695829 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171901f7-74c1-4315-ac5c-5dbe57011710 None None] Pushing event updated for resources: {'Port': ['ID=b1e8bff7-1219-4802-8274-360006ce20e9,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:28.735887 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:59:28.755508 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:28.759939 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-6ce063de-1349-46f7-94f0-0aa58b57c63c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:28.760421 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-6ce063de-1349-46f7-94f0-0aa58b57c63c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4827166 Feb 09 12:59:28.763002 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 56608) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:28.769909 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-70b7dde3-cfc3-495c-afc2-8fcc6ad630f2 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Request body: {'security_group_rule': {'security_group_id': '9b8fa928-7850-4428-a7c7-24b2ddae87f2', 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:59:28.864728 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.db.securitygroups_db [None req-70b7dde3-cfc3-495c-afc2-8fcc6ad630f2 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Project 44bc2ca5ad754464b1f529f89468e66d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 12:59:28.870594 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-70b7dde3-cfc3-495c-afc2-8fcc6ad630f2 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for security_group_rule (6e870ce9-3df3-4a12-afff-046964830ca5), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:28.943996 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-70b7dde3-cfc3-495c-afc2-8fcc6ad630f2 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for security_group_rule (6e870ce9-3df3-4a12-afff-046964830ca5), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:29.032071 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-70b7dde3-cfc3-495c-afc2-8fcc6ad630f2 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924240'] for security_group_rule (6e870ce9-3df3-4a12-afff-046964830ca5), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:29.053232 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7dde3-cfc3-495c-afc2-8fcc6ad630f2 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e870ce9-3df3-4a12-afff-046964830ca5,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:29.134966 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-70b7dde3-cfc3-495c-afc2-8fcc6ad630f2 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:29.136229 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-70b7dde3-cfc3-495c-afc2-8fcc6ad630f2 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3699911 Feb 09 12:59:29.140480 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 56612) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:29.144929 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-3c701d95-ad70-4d5b-8ed2-5705f7c415ac tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Request body: {'security_group_rule': {'security_group_id': '9b8fa928-7850-4428-a7c7-24b2ddae87f2', 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:59:29.235570 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.db.securitygroups_db [None req-3c701d95-ad70-4d5b-8ed2-5705f7c415ac tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Project 44bc2ca5ad754464b1f529f89468e66d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 12:59:29.246718 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3c701d95-ad70-4d5b-8ed2-5705f7c415ac tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for security_group_rule (b66ab3ff-3bc5-42b1-9e7d-d198757294b4), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:29.326928 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3c701d95-ad70-4d5b-8ed2-5705f7c415ac tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for security_group_rule (b66ab3ff-3bc5-42b1-9e7d-d198757294b4), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:29.405330 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3c701d95-ad70-4d5b-8ed2-5705f7c415ac tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924240'] for security_group_rule (b66ab3ff-3bc5-42b1-9e7d-d198757294b4), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:29.428200 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c701d95-ad70-4d5b-8ed2-5705f7c415ac tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66ab3ff-3bc5-42b1-9e7d-d198757294b4,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:29.528828 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3c701d95-ad70-4d5b-8ed2-5705f7c415ac tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:29.536110 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-3c701d95-ad70-4d5b-8ed2-5705f7c415ac tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3945739 Feb 09 12:59:29.801768 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:29.925830 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b504dbf-c10d-4e4c-9fc0-71bc4335b043 req-5ec227a0-b65e-440a-928f-5de3b7d6ae86 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:29.927383 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4b504dbf-c10d-4e4c-9fc0-71bc4335b043 req-5ec227a0-b65e-440a-928f-5de3b7d6ae86 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 946 time: 0.0572233 Feb 09 12:59:29.983674 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4b504dbf-c10d-4e4c-9fc0-71bc4335b043 req-75036779-cafb-4c22-b695-7fb14ea143f6 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500546 Feb 09 12:59:30.536456 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device b1e8bff7-1219-4802-8274-360006ce20e9 up at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 12:59:30.591913 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Provisioning complete for port b1e8bff7-1219-4802-8274-360006ce20e9 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:30.592289 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (b1e8bff7-1219-4802-8274-360006ce20e9), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:30.674723 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Current status of the port b1e8bff7-1219-4802-8274-360006ce20e9 is: ACTIVE; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 12:59:31.117240 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaed3ed-140c-43a1-afed-455f1213d85e req-554d803c-0d7f-40ef-aa41-61b4b26d3f58 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:31.118856 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-9aaed3ed-140c-43a1-afed-455f1213d85e req-554d803c-0d7f-40ef-aa41-61b4b26d3f58 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 946 time: 0.0586724 Feb 09 12:59:31.170205 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-9aaed3ed-140c-43a1-afed-455f1213d85e req-2ffb8400-f027-4279-b171-586734b82867 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447564 Feb 09 12:59:32.303095 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fddf16e-141b-46b3-b494-4a69aeb14ff8 req-69d7f700-bd9f-47d0-aba4-e5add1205d99 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:32.304640 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0fddf16e-141b-46b3-b494-4a69aeb14ff8 req-69d7f700-bd9f-47d0-aba4-e5add1205d99 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 946 time: 0.0592065 Feb 09 12:59:32.353145 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0fddf16e-141b-46b3-b494-4a69aeb14ff8 req-e6ec4e0e-f378-4b2c-afad-73d8c62cc628 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427840 Feb 09 12:59:33.238720 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47898b91-8ce1-409d-847e-310eb8b2c4e7 req-62dbba23-b879-406d-898f-0c4d3a0ea8bc tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:33.240308 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-47898b91-8ce1-409d-847e-310eb8b2c4e7 req-62dbba23-b879-406d-898f-0c4d3a0ea8bc tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.18 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 946 time: 0.0582371 Feb 09 12:59:33.346178 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-47898b91-8ce1-409d-847e-310eb8b2c4e7 req-3e73dd24-84a2-471b-8ae2-517defeb3e42 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Deleting port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:59:33.346923 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-47898b91-8ce1-409d-847e-310eb8b2c4e7 req-3e73dd24-84a2-471b-8ae2-517defeb3e42 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:33.459614 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-47898b91-8ce1-409d-847e-310eb8b2c4e7 req-3e73dd24-84a2-471b-8ae2-517defeb3e42 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] For port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:33.460110 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-47898b91-8ce1-409d-847e-310eb8b2c4e7 req-3e73dd24-84a2-471b-8ae2-517defeb3e42 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:33.493013 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48043f15-d8b3-4c47-bf9d-a000dffae3b5 req-1afdc04e-bb96-4d2e-94ed-1405410095b4 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:33.494914 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-48043f15-d8b3-4c47-bf9d-a000dffae3b5 req-1afdc04e-bb96-4d2e-94ed-1405410095b4 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 946 time: 0.0632844 Feb 09 12:59:33.549469 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-48043f15-d8b3-4c47-bf9d-a000dffae3b5 req-ff65cfc9-514f-4029-80cf-397c55b4bf67 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e750d97-3e18-4e42-901f-f380af5c4ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474477 Feb 09 12:59:33.689427 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-47898b91-8ce1-409d-847e-310eb8b2c4e7 req-3e73dd24-84a2-471b-8ae2-517defeb3e42 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:33.689926 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-47898b91-8ce1-409d-847e-310eb8b2c4e7 req-3e73dd24-84a2-471b-8ae2-517defeb3e42 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591139'] for floatingip (769b5962-c193-4684-8ef5-bdfdabe168af), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:33.690268 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.db.l3_db [req-47898b91-8ce1-409d-847e-310eb8b2c4e7 req-3e73dd24-84a2-471b-8ae2-517defeb3e42 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Floating IP 769b5962-c193-4684-8ef5-bdfdabe168af disassociated. External IP: 172.27.3.128, port: 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49. Feb 09 12:59:33.690773 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-47898b91-8ce1-409d-847e-310eb8b2c4e7 req-3e73dd24-84a2-471b-8ae2-517defeb3e42 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Calling delete_port for 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 owned by compute:nova {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:59:33.875975 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-47898b91-8ce1-409d-847e-310eb8b2c4e7 req-3e73dd24-84a2-471b-8ae2-517defeb3e42 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:33.905369 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73dd24-84a2-471b-8ae2-517defeb3e42 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Pushing event deleted for resources: {'Port': ['ID=374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:34.029978 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47898b91-8ce1-409d-847e-310eb8b2c4e7 req-3e73dd24-84a2-471b-8ae2-517defeb3e42 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Router 414cf15f-1610-4f74-aaf5-78e4f98f1f42 has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:59:34.149357 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47898b91-8ce1-409d-847e-310eb8b2c4e7 req-3e73dd24-84a2-471b-8ae2-517defeb3e42 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:59:34.162045 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbad7dc-5475-4c66-9020-f809a7c73bf7 None None] Sync routers for ids ['414cf15f-1610-4f74-aaf5-78e4f98f1f42'] in dv-cinder-810917-4-iscsi {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:59:34.174635 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbad7dc-5475-4c66-9020-f809a7c73bf7 None None] Routers {'414cf15f-1610-4f74-aaf5-78e4f98f1f42'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:59:34.175478 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-4fbad7dc-5475-4c66-9020-f809a7c73bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:59:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['414cf15f-1610-4f74-aaf5-78e4f98f1f42'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:34.205830 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-47898b91-8ce1-409d-847e-310eb8b2c4e7 req-3e73dd24-84a2-471b-8ae2-517defeb3e42 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] No DVR routers for this DVR port 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 on host hv-cinder-81091 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:59:34.210574 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-47898b91-8ce1-409d-847e-310eb8b2c4e7 req-3e73dd24-84a2-471b-8ae2-517defeb3e42 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:34.217180 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-47898b91-8ce1-409d-847e-310eb8b2c4e7 req-3e73dd24-84a2-471b-8ae2-517defeb3e42 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.18 "DELETE /v2.0/ports/374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 HTTP/1.1" status: 204 len: 173 time: 0.9705486 Feb 09 12:59:34.218115 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419503fb-b0ac-44fb-8e33-1065fa4779d5', 'name': 'network-vif-deleted', 'tag': '374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:59:34.224187 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878a7b4b-992b-4d5e-8cec-f98d0ff41425" -d '{"events": [{"server_uuid": "419503fb-b0ac-44fb-8e33-1065fa4779d5", "name": "network-vif-deleted", "tag": "374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:59:34.278071 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 12:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caedc26c-eedc-45cb-8afe-923291c9f91c x-openstack-request-id: req-caedc26c-eedc-45cb-8afe-923291c9f91c {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:59:34.278385 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419503fb-b0ac-44fb-8e33-1065fa4779d5", "name": "network-vif-deleted", "tag": "374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:59:34.279207 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-caedc26c-eedc-45cb-8afe-923291c9f91c {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:59:34.280766 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419503fb-b0ac-44fb-8e33-1065fa4779d5', 'name': 'network-vif-deleted', 'tag': '374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49', 'status': 'completed', 'code': 200} Feb 09 12:59:34.325673 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-4fbad7dc-5475-4c66-9020-f809a7c73bf7 None None] Set router 414cf15f-1610-4f74-aaf5-78e4f98f1f42 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:59:34.563691 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-4fbad7dc-5475-4c66-9020-f809a7c73bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'name': 'tempest-AttachVolumeShelveTestJSON-1633902968-router', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:44Z', 'updated_at': '2022-02-09T12:52:00Z', 'revision_number': 4, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'gw_port': {'id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '1b6739ff-9f31-4c30-bcab-4fc9eee07d36', 'name': '', 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'mac_address': 'fa:16:3e:81:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:55Z', 'updated_at': '2022-02-09T12:52:18Z', 'revision_number': 5, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'subnets': [{'id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:34.593136 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbad7dc-5475-4c66-9020-f809a7c73bf7 None None] Checking router: 414cf15f-1610-4f74-aaf5-78e4f98f1f42 for host: dv-cinder-810917-4-iscsi {{(pid=109772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:59:34.606456 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbad7dc-5475-4c66-9020-f809a7c73bf7 None None] Routers {'414cf15f-1610-4f74-aaf5-78e4f98f1f42'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:59:34.607857 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-4fbad7dc-5475-4c66-9020-f809a7c73bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:59:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['414cf15f-1610-4f74-aaf5-78e4f98f1f42'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:34.705968 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-32a53934-7810-4111-a877-ea8a36068cb2 req-990716b6-7044-493d-9af2-346f8e1dea09 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/ports?device_id=419503fb-b0ac-44fb-8e33-1065fa4779d5 HTTP/1.1" status: 200 len: 210 time: 0.0449564 Feb 09 12:59:34.770520 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-4fbad7dc-5475-4c66-9020-f809a7c73bf7 None None] Set router 414cf15f-1610-4f74-aaf5-78e4f98f1f42 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:59:35.004672 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-4fbad7dc-5475-4c66-9020-f809a7c73bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'name': 'tempest-AttachVolumeShelveTestJSON-1633902968-router', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:44Z', 'updated_at': '2022-02-09T12:52:00Z', 'revision_number': 4, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'gw_port': {'id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '1b6739ff-9f31-4c30-bcab-4fc9eee07d36', 'name': '', 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'mac_address': 'fa:16:3e:81:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:55Z', 'updated_at': '2022-02-09T12:52:18Z', 'revision_number': 5, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'subnets': [{'id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:35.036249 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbad7dc-5475-4c66-9020-f809a7c73bf7 None None] The sync data for ids ['414cf15f-1610-4f74-aaf5-78e4f98f1f42'] in dv-cinder-810917-4-iscsi is: [{'id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'name': 'tempest-AttachVolumeShelveTestJSON-1633902968-router', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:44Z', 'updated_at': '2022-02-09T12:52:00Z', 'revision_number': 4, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'gw_port': {'id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '1b6739ff-9f31-4c30-bcab-4fc9eee07d36', 'name': '', 'network_id': '7a233017-512c-4fc0-9a95-c7f1c6d0e43c', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'mac_address': 'fa:16:3e:81:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:55Z', 'updated_at': '2022-02-09T12:52:18Z', 'revision_number': 5, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'subnets': [{'id': '5361ada0-f2f0-49de-80d0-c2d7fc189252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:59:35.293834 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc51e99-a005-4890-b4d5-153e9f56cccc None None] New status for floating IP 769b5962-c193-4684-8ef5-bdfdabe168af: DOWN {{(pid=109771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:59:35.894540 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 56728) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:35.956302 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b25e9614-6fa7-4bb0-9805-183a15abf274 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for security_group (3e750d97-3e18-4e42-901f-f380af5c4ff9), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:35.981156 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b25e9614-6fa7-4bb0-9805-183a15abf274 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for security_group (3e750d97-3e18-4e42-901f-f380af5c4ff9), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:36.115451 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b25e9614-6fa7-4bb0-9805-183a15abf274 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (3e750d97-3e18-4e42-901f-f380af5c4ff9), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:36.118138 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b25e9614-6fa7-4bb0-9805-183a15abf274 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:36.119328 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-b25e9614-6fa7-4bb0-9805-183a15abf274 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "DELETE /v2.0/security-groups/3e750d97-3e18-4e42-901f-f380af5c4ff9 HTTP/1.1" status: 204 len: 168 time: 0.2237542 Feb 09 12:59:36.123460 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56730) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:36.132285 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e9614-6fa7-4bb0-9805-183a15abf274 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e750d97-3e18-4e42-901f-f380af5c4ff9,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:36.140271 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.api.v2.resource [None req-cd8e162d-555f-4e0d-bbd3-b64c940ba9a1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] show failed (client error): The resource could not be found. Feb 09 12:59:36.143798 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-cd8e162d-555f-4e0d-bbd3-b64c940ba9a1 tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "GET /v2.0/security-groups/3e750d97-3e18-4e42-901f-f380af5c4ff9 HTTP/1.1" status: 404 len: 347 time: 0.0166500 Feb 09 12:59:36.144672 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 56732) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:36.282197 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-6717cd72-47d7-4879-a6b6-c6432ece480c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Deleting port 94d80e88-2936-440e-ba25-547308433098 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:59:36.282572 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6717cd72-47d7-4879-a6b6-c6432ece480c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (94d80e88-2936-440e-ba25-547308433098), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:36.365447 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6717cd72-47d7-4879-a6b6-c6432ece480c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (94d80e88-2936-440e-ba25-547308433098), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:36.365827 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6717cd72-47d7-4879-a6b6-c6432ece480c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for floatingip (94d80e88-2936-440e-ba25-547308433098), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:36.379595 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-6717cd72-47d7-4879-a6b6-c6432ece480c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Calling delete_port for 94d80e88-2936-440e-ba25-547308433098 owned by network:floatingip {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:59:36.613033 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6717cd72-47d7-4879-a6b6-c6432ece480c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (94d80e88-2936-440e-ba25-547308433098), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:36.645267 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717cd72-47d7-4879-a6b6-c6432ece480c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Pushing event deleted for resources: {'Port': ['ID=94d80e88-2936-440e-ba25-547308433098,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:36.734271 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6717cd72-47d7-4879-a6b6-c6432ece480c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks [] for floatingip (769b5962-c193-4684-8ef5-bdfdabe168af), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:36.734271 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6717cd72-47d7-4879-a6b6-c6432ece480c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for floatingip (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:36.734271 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-6717cd72-47d7-4879-a6b6-c6432ece480c tempest-AttachVolumeShelveTestJSON-1219723436 tempest-AttachVolumeShelveTestJSON-1219723436-project] 10.222.0.50 "DELETE /v2.0/floatingips/769b5962-c193-4684-8ef5-bdfdabe168af HTTP/1.1" status: 204 len: 168 time: 0.5819857 Feb 09 12:59:37.846741 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:59:37.869371 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] No Port match for: 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 12:59:37.869758 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 374fd7b7-3fcc-4cb3-899d-a48dcc6f4d49 not bound to the agent host hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 12:59:41.720302 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 56788) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:42.552600 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3998b75d-8d15-4999-814d-805430173756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590883'] for router_interface (414cf15f-1610-4f74-aaf5-78e4f98f1f42), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:42.829464 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3998b75d-8d15-4999-814d-805430173756 admin admin] Deleting port 1b6739ff-9f31-4c30-bcab-4fc9eee07d36 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:59:42.831491 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3998b75d-8d15-4999-814d-805430173756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (1b6739ff-9f31-4c30-bcab-4fc9eee07d36), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:42.925881 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-3998b75d-8d15-4999-814d-805430173756 admin admin] For port 1b6739ff-9f31-4c30-bcab-4fc9eee07d36, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=1b6739ff-9f31-4c30-bcab-4fc9eee07d36,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:42.926398 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3998b75d-8d15-4999-814d-805430173756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (1b6739ff-9f31-4c30-bcab-4fc9eee07d36), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:42.941410 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-3998b75d-8d15-4999-814d-805430173756 admin admin] Calling delete_port for 1b6739ff-9f31-4c30-bcab-4fc9eee07d36 owned by network:router_interface {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:59:43.230168 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3998b75d-8d15-4999-814d-805430173756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (1b6739ff-9f31-4c30-bcab-4fc9eee07d36), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:43.262163 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998b75d-8d15-4999-814d-805430173756 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b6739ff-9f31-4c30-bcab-4fc9eee07d36,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:43.438948 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-3998b75d-8d15-4999-814d-805430173756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1614721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591031'] for router_interface (414cf15f-1610-4f74-aaf5-78e4f98f1f42), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:43.670367 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3998b75d-8d15-4999-814d-805430173756 admin admin] Router 414cf15f-1610-4f74-aaf5-78e4f98f1f42 has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:59:43.792142 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3998b75d-8d15-4999-814d-805430173756 admin admin] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:59:43.797202 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-3998b75d-8d15-4999-814d-805430173756 admin admin] 10.222.0.50 "PUT /v2.0/routers/414cf15f-1610-4f74-aaf5-78e4f98f1f42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0756910 Feb 09 12:59:43.800574 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 56812) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:43.803108 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b1f23f-8ca5-4cd1-b383-72a3a56c1ec2 None None] Sync routers for ids ['414cf15f-1610-4f74-aaf5-78e4f98f1f42'] in dv-cinder-810917-4-iscsi {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:59:43.814557 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b1f23f-8ca5-4cd1-b383-72a3a56c1ec2 None None] Routers {'414cf15f-1610-4f74-aaf5-78e4f98f1f42'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:59:43.815157 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-c8b1f23f-8ca5-4cd1-b383-72a3a56c1ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:59:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['414cf15f-1610-4f74-aaf5-78e4f98f1f42'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:43.916020 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b05960aa-bdb7-4bf1-87c4-d7063a2c9ea2 admin admin] Publish callbacks [] for router (414cf15f-1610-4f74-aaf5-78e4f98f1f42), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:43.928103 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-c8b1f23f-8ca5-4cd1-b383-72a3a56c1ec2 None None] Set router 414cf15f-1610-4f74-aaf5-78e4f98f1f42 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:59:44.030979 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b05960aa-bdb7-4bf1-87c4-d7063a2c9ea2 admin admin] Publish callbacks [] for router_gateway (414cf15f-1610-4f74-aaf5-78e4f98f1f42), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:44.149086 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b05960aa-bdb7-4bf1-87c4-d7063a2c9ea2 admin admin] Deleting port 0cf3c23b-bca7-4163-9892-69b230352e68 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:59:44.149423 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b05960aa-bdb7-4bf1-87c4-d7063a2c9ea2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (0cf3c23b-bca7-4163-9892-69b230352e68), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:44.202938 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-c8b1f23f-8ca5-4cd1-b383-72a3a56c1ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'name': 'tempest-AttachVolumeShelveTestJSON-1633902968-router', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:44Z', 'updated_at': '2022-02-09T12:59:43Z', 'revision_number': 5, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'gw_port': {'id': '0cf3c23b-bca7-4163-9892-69b230352e68', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:51:46Z', 'updated_at': '2022-02-09T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:44.235407 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b1f23f-8ca5-4cd1-b383-72a3a56c1ec2 None None] Checking router: 414cf15f-1610-4f74-aaf5-78e4f98f1f42 for host: dv-cinder-810917-4-iscsi {{(pid=109772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:59:44.246166 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-b05960aa-bdb7-4bf1-87c4-d7063a2c9ea2 admin admin] For port 0cf3c23b-bca7-4163-9892-69b230352e68, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=0cf3c23b-bca7-4163-9892-69b230352e68,segment=NetworkSegment(b9e37f85-ea5b-4692-8272-94f7f4592b1f),segment_id=b9e37f85-ea5b-4692-8272-94f7f4592b1f)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:44.246427 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b1f23f-8ca5-4cd1-b383-72a3a56c1ec2 None None] Routers {'414cf15f-1610-4f74-aaf5-78e4f98f1f42'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:59:44.246517 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b05960aa-bdb7-4bf1-87c4-d7063a2c9ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (0cf3c23b-bca7-4163-9892-69b230352e68), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:44.246844 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-c8b1f23f-8ca5-4cd1-b383-72a3a56c1ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:59:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['414cf15f-1610-4f74-aaf5-78e4f98f1f42'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:44.261693 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-b05960aa-bdb7-4bf1-87c4-d7063a2c9ea2 admin admin] Calling delete_port for 0cf3c23b-bca7-4163-9892-69b230352e68 owned by network:router_gateway {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:59:44.344023 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-c8b1f23f-8ca5-4cd1-b383-72a3a56c1ec2 None None] Set router 414cf15f-1610-4f74-aaf5-78e4f98f1f42 gateway port host: None {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:59:44.396326 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-c8b1f23f-8ca5-4cd1-b383-72a3a56c1ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'name': 'tempest-AttachVolumeShelveTestJSON-1633902968-router', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:44Z', 'updated_at': '2022-02-09T12:59:44Z', 'revision_number': 6, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'gw_port_host': None}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:44.426724 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b1f23f-8ca5-4cd1-b383-72a3a56c1ec2 None None] The sync data for ids ['414cf15f-1610-4f74-aaf5-78e4f98f1f42'] in dv-cinder-810917-4-iscsi is: [{'id': '414cf15f-1610-4f74-aaf5-78e4f98f1f42', 'name': 'tempest-AttachVolumeShelveTestJSON-1633902968-router', 'tenant_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:51:44Z', 'updated_at': '2022-02-09T12:59:44Z', 'revision_number': 6, 'project_id': '39b9e5bd06ec4dfd8511de90980d78b3', 'gw_port_host': None}] {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:59:44.561295 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b05960aa-bdb7-4bf1-87c4-d7063a2c9ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (0cf3c23b-bca7-4163-9892-69b230352e68), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:44.589271 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05960aa-bdb7-4bf1-87c4-d7063a2c9ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cf3c23b-bca7-4163-9892-69b230352e68,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:44.653086 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b05960aa-bdb7-4bf1-87c4-d7063a2c9ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1591061'] for router_gateway (414cf15f-1610-4f74-aaf5-78e4f98f1f42), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:44.747284 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b05960aa-bdb7-4bf1-87c4-d7063a2c9ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8967'] for router (414cf15f-1610-4f74-aaf5-78e4f98f1f42), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:44.749633 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b05960aa-bdb7-4bf1-87c4-d7063a2c9ea2 admin admin] Publish callbacks [] for router_controller (414cf15f-1610-4f74-aaf5-78e4f98f1f42), precommit_delete_associations {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:44.858697 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b05960aa-bdb7-4bf1-87c4-d7063a2c9ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588357'] for router (414cf15f-1610-4f74-aaf5-78e4f98f1f42), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:44.859412 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05960aa-bdb7-4bf1-87c4-d7063a2c9ea2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 414cf15f-1610-4f74-aaf5-78e4f98f1f42 {{(pid=109769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 12:59:44.866304 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b05960aa-bdb7-4bf1-87c4-d7063a2c9ea2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:44.867505 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-b05960aa-bdb7-4bf1-87c4-d7063a2c9ea2 admin admin] 10.222.0.50 "DELETE /v2.0/routers/414cf15f-1610-4f74-aaf5-78e4f98f1f42 HTTP/1.1" status: 204 len: 168 time: 1.0659757 Feb 09 12:59:44.870099 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 56826) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:44.915576 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_v2 [None req-b490d462-3846-4bb3-81ed-4a6317ab2a2c admin admin] Deleting subnet 5361ada0-f2f0-49de-80d0-c2d7fc189252 {{(pid=109769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 12:59:44.918770 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b490d462-3846-4bb3-81ed-4a6317ab2a2c admin admin] Publish callbacks [] for subnet (5361ada0-f2f0-49de-80d0-c2d7fc189252), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:44.952822 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b490d462-3846-4bb3-81ed-4a6317ab2a2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3638820'] for subnet (5361ada0-f2f0-49de-80d0-c2d7fc189252), precommit_delete_associations {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:45.044263 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b490d462-3846-4bb3-81ed-4a6317ab2a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956720'] for subnet (5361ada0-f2f0-49de-80d0-c2d7fc189252), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:45.081014 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:45.185323 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b490d462-3846-4bb3-81ed-4a6317ab2a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-956875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8719902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8772564'] for subnet (5361ada0-f2f0-49de-80d0-c2d7fc189252), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:45.220305 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490d462-3846-4bb3-81ed-4a6317ab2a2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5361ada0-f2f0-49de-80d0-c2d7fc189252,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:45.231783 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b490d462-3846-4bb3-81ed-4a6317ab2a2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:45.236463 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-b490d462-3846-4bb3-81ed-4a6317ab2a2c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5361ada0-f2f0-49de-80d0-c2d7fc189252 HTTP/1.1" status: 204 len: 168 time: 0.3652723 Feb 09 12:59:45.239250 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56830) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:45.242043 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb095313-8f2a-4bfe-9817-c113e66351f1 None None] Network 7a233017-512c-4fc0-9a95-c7f1c6d0e43c requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 12:59:45.323469 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0abb844c-56bf-41b1-8132-239835325301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-976102'] for network (7a233017-512c-4fc0-9a95-c7f1c6d0e43c), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:45.398475 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-0abb844c-56bf-41b1-8132-239835325301 admin admin] Deleting port 36319ec7-30a6-41e2-9344-fe413eaca368 {{(pid=109770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:59:45.398475 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0abb844c-56bf-41b1-8132-239835325301 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (36319ec7-30a6-41e2-9344-fe413eaca368), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:45.441345 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec12265-07bc-44c2-9e10-6f8aee591a78 None None] DHCP port deletion for 7a233017-512c-4fc0-9a95-c7f1c6d0e43c request from dv-cinder-810917-4-iscsi {{(pid=109771) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 12:59:45.473949 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-0abb844c-56bf-41b1-8132-239835325301 admin admin] For port 36319ec7-30a6-41e2-9344-fe413eaca368, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=36319ec7-30a6-41e2-9344-fe413eaca368,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:45.474321 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0abb844c-56bf-41b1-8132-239835325301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (36319ec7-30a6-41e2-9344-fe413eaca368), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:45.490179 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-0abb844c-56bf-41b1-8132-239835325301 admin admin] Calling delete_port for 36319ec7-30a6-41e2-9344-fe413eaca368 owned by network:dhcp {{(pid=109770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:59:45.501544 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-1ec12265-07bc-44c2-9e10-6f8aee591a78 None None] Deleting port 36319ec7-30a6-41e2-9344-fe413eaca368 {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:59:45.501544 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1ec12265-07bc-44c2-9e10-6f8aee591a78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (36319ec7-30a6-41e2-9344-fe413eaca368), before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:45.585345 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-1ec12265-07bc-44c2-9e10-6f8aee591a78 None None] For port 36319ec7-30a6-41e2-9344-fe413eaca368, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=36319ec7-30a6-41e2-9344-fe413eaca368,segment=NetworkSegment(9f2b0cd4-a2bd-4d81-a80e-82db423204f5),segment_id=9f2b0cd4-a2bd-4d81-a80e-82db423204f5)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:45.585743 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1ec12265-07bc-44c2-9e10-6f8aee591a78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (36319ec7-30a6-41e2-9344-fe413eaca368), precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:45.599523 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-1ec12265-07bc-44c2-9e10-6f8aee591a78 None None] Calling delete_port for 36319ec7-30a6-41e2-9344-fe413eaca368 owned by network:dhcp {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:59:45.715597 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0abb844c-56bf-41b1-8132-239835325301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (36319ec7-30a6-41e2-9344-fe413eaca368), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:45.747860 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb844c-56bf-41b1-8132-239835325301 admin admin] Pushing event deleted for resources: {'Port': ['ID=36319ec7-30a6-41e2-9344-fe413eaca368,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:45.752270 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abb844c-56bf-41b1-8132-239835325301 admin admin] No DVR routers for this DVR port 36319ec7-30a6-41e2-9344-fe413eaca368 on host dv-cinder-810917-4-iscsi {{(pid=109770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:59:45.818729 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1ec12265-07bc-44c2-9e10-6f8aee591a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332'] for port (36319ec7-30a6-41e2-9344-fe413eaca368), after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:45.827347 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0abb844c-56bf-41b1-8132-239835325301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032615', 'neutron.services.segments.db._delete_segments_for_network-8775837910977'] for network (7a233017-512c-4fc0-9a95-c7f1c6d0e43c), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:45.892778 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec12265-07bc-44c2-9e10-6f8aee591a78 None None] Pushing event deleted for resources: {'Port': ['ID=36319ec7-30a6-41e2-9344-fe413eaca368,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:45.892778 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec12265-07bc-44c2-9e10-6f8aee591a78 None None] No DVR routers for this DVR port 36319ec7-30a6-41e2-9344-fe413eaca368 on host dv-cinder-810917-4-iscsi {{(pid=109771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:59:45.893775 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-0abb844c-56bf-41b1-8132-239835325301 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a233017-512c-4fc0-9a95-c7f1c6d0e43c']}} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:45.893775 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-0abb844c-56bf-41b1-8132-239835325301 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f2b0cd4-a2bd-4d81-a80e-82db423204f5') {'for_net_delete': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:45.893775 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-0abb844c-56bf-41b1-8132-239835325301 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f2b0cd4-a2bd-4d81-a80e-82db423204f5') {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:45.893775 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0abb844c-56bf-41b1-8132-239835325301 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775837913034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10469964'] for segment (9f2b0cd4-a2bd-4d81-a80e-82db423204f5), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:45.904226 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0abb844c-56bf-41b1-8132-239835325301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (9f2b0cd4-a2bd-4d81-a80e-82db423204f5), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:45.912106 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0abb844c-56bf-41b1-8132-239835325301 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=109770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 12:59:45.912488 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0abb844c-56bf-41b1-8132-239835325301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10470575'] for segment (9f2b0cd4-a2bd-4d81-a80e-82db423204f5), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: Traceback (most recent call last): Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: timer() Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: cb(*args, **kw) Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: return func(*args, **kwargs) Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: self._notify() Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: self.callback(batched_events) Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: event.method(event) Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: return f(self, *a, **k) Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: return self._get(url).json() Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: return self.request(url, 'GET', **kwargs) Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:59:45.914862 dv-cinder-810917-4-iscsi neutron-server[109770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:59:46.093669 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0abb844c-56bf-41b1-8132-239835325301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591153'] for network (7a233017-512c-4fc0-9a95-c7f1c6d0e43c), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:46.100145 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0abb844c-56bf-41b1-8132-239835325301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:46.108813 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-0abb844c-56bf-41b1-8132-239835325301 admin admin] 10.222.0.50 "DELETE /v2.0/networks/7a233017-512c-4fc0-9a95-c7f1c6d0e43c HTTP/1.1" status: 204 len: 168 time: 0.8630521 Feb 09 12:59:46.115322 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb844c-56bf-41b1-8132-239835325301 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a233017-512c-4fc0-9a95-c7f1c6d0e43c,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:46.507541 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 1b6739ff-9f31-4c30-bcab-4fc9eee07d36 no longer exists at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:59:46.529120 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] No Port match for: 1b6739ff-9f31-4c30-bcab-4fc9eee07d36 {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 12:59:46.529335 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56842) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:46.529810 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 1b6739ff-9f31-4c30-bcab-4fc9eee07d36 not bound to the agent host dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 12:59:46.529909 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 0cf3c23b-bca7-4163-9892-69b230352e68 no longer exists at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:59:46.550695 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] No Port match for: 0cf3c23b-bca7-4163-9892-69b230352e68 {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 12:59:46.551041 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 0cf3c23b-bca7-4163-9892-69b230352e68 not bound to the agent host dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 12:59:46.551567 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 36319ec7-30a6-41e2-9344-fe413eaca368 no longer exists at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 12:59:46.571738 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-0b43a659-9837-4bf9-bca9-da2c8dd7724d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=39b9e5bd06ec4dfd8511de90980d78b3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0409358 Feb 09 12:59:46.574260 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56844) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:46.576214 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] No Port match for: 36319ec7-30a6-41e2-9344-fe413eaca368 {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 12:59:46.576672 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 36319ec7-30a6-41e2-9344-fe413eaca368 not bound to the agent host dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 12:59:46.623618 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3895ade3-9fb1-4391-aa20-843487570af3 admin admin] Publish callbacks [] for security_group (8a15515d-3923-4817-9526-413dc4bf3647), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:46.645144 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3895ade3-9fb1-4391-aa20-843487570af3 admin admin] Publish callbacks [] for security_group (8a15515d-3923-4817-9526-413dc4bf3647), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:46.949619 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3895ade3-9fb1-4391-aa20-843487570af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (8a15515d-3923-4817-9526-413dc4bf3647), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:46.957414 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3895ade3-9fb1-4391-aa20-843487570af3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:46.957414 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-3895ade3-9fb1-4391-aa20-843487570af3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8a15515d-3923-4817-9526-413dc4bf3647 HTTP/1.1" status: 204 len: 168 time: 0.3782737 Feb 09 12:59:46.962624 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895ade3-9fb1-4391-aa20-843487570af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a15515d-3923-4817-9526-413dc4bf3647,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:47.449961 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 56856) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:47.575125 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-580af8c5-31d2-4a36-ad78-32740c02acbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:47.658355 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-580af8c5-31d2-4a36-ad78-32740c02acbc admin admin] Publish callbacks [] for security_group (4e67ca35-feaf-466b-95a6-5c0baebd563a), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:47.904857 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-580af8c5-31d2-4a36-ad78-32740c02acbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (4e67ca35-feaf-466b-95a6-5c0baebd563a), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:47.952161 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580af8c5-31d2-4a36-ad78-32740c02acbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e67ca35-feaf-466b-95a6-5c0baebd563a,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:47.961712 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-580af8c5-31d2-4a36-ad78-32740c02acbc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4f599da51ad34a8dbc94243c78a2543e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5106759 Feb 09 12:59:47.964729 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 56870) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:48.021361 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-08329280-77c1-4ee2-a759-9eb90f202229 admin admin] Publish callbacks [] for security_group (4e67ca35-feaf-466b-95a6-5c0baebd563a), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:48.047416 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-08329280-77c1-4ee2-a759-9eb90f202229 admin admin] Publish callbacks [] for security_group (4e67ca35-feaf-466b-95a6-5c0baebd563a), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:48.229876 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-08329280-77c1-4ee2-a759-9eb90f202229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (4e67ca35-feaf-466b-95a6-5c0baebd563a), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:48.232585 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-08329280-77c1-4ee2-a759-9eb90f202229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:48.233746 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-08329280-77c1-4ee2-a759-9eb90f202229 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4e67ca35-feaf-466b-95a6-5c0baebd563a HTTP/1.1" status: 204 len: 168 time: 0.2678683 Feb 09 12:59:48.242132 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08329280-77c1-4ee2-a759-9eb90f202229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e67ca35-feaf-466b-95a6-5c0baebd563a,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:48.754448 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-615a0887-7954-4cab-804a-d946a7f6cc02 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-596458642&fields=id&tenant_id=44bc2ca5ad754464b1f529f89468e66d HTTP/1.1" status: 200 len: 267 time: 0.0484662 Feb 09 12:59:48.891090 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-d4b73b34-0d58-4df6-be02-cf5f2a649d53 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:48.893797 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-d4b73b34-0d58-4df6-be02-cf5f2a649d53 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/networks?id=cfe2aa73-6855-41ea-ba28-5213bb19ed33 HTTP/1.1" status: 200 len: 810 time: 0.1319964 Feb 09 12:59:48.910201 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-fad040a8-35a1-44a4-b0f0-a8458254cd25 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/quotas/44bc2ca5ad754464b1f529f89468e66d HTTP/1.1" status: 200 len: 375 time: 0.0107415 Feb 09 12:59:48.970671 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-b88f2849-dc1d-4732-af50-c8e313bde465 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=44bc2ca5ad754464b1f529f89468e66d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525687 Feb 09 12:59:49.075076 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-2dcfc9b3-2f25-48cd-98de-c27dbab68030 service neutron] 10.222.0.50 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909965 Feb 09 12:59:49.172772 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-7e3e30bd-d052-4c86-ac71-54118034111a service neutron] 10.222.0.50 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907984 Feb 09 12:59:49.812424 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-8cbb0a4c-c37e-4e6f-998f-ae0a7e4ce86d req-752ac020-7a6f-491f-8448-46e6d400111b tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 210 time: 0.0384440 Feb 09 12:59:50.064865 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56958) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:50.179007 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-acef4bbc-0f57-49bb-947d-a2c392a8d957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:50.257950 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-acef4bbc-0f57-49bb-947d-a2c392a8d957 admin admin] Publish callbacks [] for security_group (0db7f08c-61fd-441d-99f1-3e66259f1e1c), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:50.413185 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-acef4bbc-0f57-49bb-947d-a2c392a8d957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (0db7f08c-61fd-441d-99f1-3e66259f1e1c), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:50.454153 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-acef4bbc-0f57-49bb-947d-a2c392a8d957 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8525bc139c46441c8d250f0f673fcc49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3881652 Feb 09 12:59:50.455931 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef4bbc-0f57-49bb-947d-a2c392a8d957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db7f08c-61fd-441d-99f1-3e66259f1e1c,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:50.457679 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 56962) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:50.515234 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a24891a7-c8f2-436e-8e54-f20b6c20225a admin admin] Publish callbacks [] for security_group (0db7f08c-61fd-441d-99f1-3e66259f1e1c), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:50.538009 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a24891a7-c8f2-436e-8e54-f20b6c20225a admin admin] Publish callbacks [] for security_group (0db7f08c-61fd-441d-99f1-3e66259f1e1c), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:50.686967 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a24891a7-c8f2-436e-8e54-f20b6c20225a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (0db7f08c-61fd-441d-99f1-3e66259f1e1c), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:50.690247 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a24891a7-c8f2-436e-8e54-f20b6c20225a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:50.691501 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-a24891a7-c8f2-436e-8e54-f20b6c20225a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0db7f08c-61fd-441d-99f1-3e66259f1e1c HTTP/1.1" status: 204 len: 168 time: 0.2327991 Feb 09 12:59:50.699414 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24891a7-c8f2-436e-8e54-f20b6c20225a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db7f08c-61fd-441d-99f1-3e66259f1e1c,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:50.904690 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-77dbfba8-02a2-4d04-b0a2-0cad0243fc32 req-c75a3e0a-20b0-4dc1-84cd-046c6ebc66c6 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 210 time: 0.0362253 Feb 09 12:59:51.471373 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 56976) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:51.485586 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-fc6f3ab4-a78b-4ae2-ae8d-837a4a58a0b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:51.566718 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-fc6f3ab4-a78b-4ae2-ae8d-837a4a58a0b1 admin admin] Publish callbacks [] for security_group (789d6417-cdd0-48b2-a8eb-54499db0b170), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:51.726590 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-fc6f3ab4-a78b-4ae2-ae8d-837a4a58a0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (789d6417-cdd0-48b2-a8eb-54499db0b170), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:51.766507 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-fc6f3ab4-a78b-4ae2-ae8d-837a4a58a0b1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=45a7535c2ba24eea9ea0ab835406bd11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2940090 Feb 09 12:59:51.768260 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f3ab4-a78b-4ae2-ae8d-837a4a58a0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789d6417-cdd0-48b2-a8eb-54499db0b170,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:51.769875 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 56982) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:51.820873 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb048-6ceb-4c3b-9b15-e18ff0d8465e admin admin] Publish callbacks [] for security_group (789d6417-cdd0-48b2-a8eb-54499db0b170), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:51.846776 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb048-6ceb-4c3b-9b15-e18ff0d8465e admin admin] Publish callbacks [] for security_group (789d6417-cdd0-48b2-a8eb-54499db0b170), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:51.933452 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 12:59:51.961505 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb048-6ceb-4c3b-9b15-e18ff0d8465e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (789d6417-cdd0-48b2-a8eb-54499db0b170), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:51.966374 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb048-6ceb-4c3b-9b15-e18ff0d8465e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:51.973766 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-b9dfb048-6ceb-4c3b-9b15-e18ff0d8465e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/789d6417-cdd0-48b2-a8eb-54499db0b170 HTTP/1.1" status: 204 len: 168 time: 0.2023709 Feb 09 12:59:51.983994 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfb048-6ceb-4c3b-9b15-e18ff0d8465e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789d6417-cdd0-48b2-a8eb-54499db0b170,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:52.017211 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c0795149-be1a-40c5-9100-6a8676f237e0 req-c46be6d6-1834-4a75-8ef3-5bf58952dce4 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 210 time: 0.0420485 Feb 09 12:59:52.568485 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-575e622d-2da3-454b-9df5-9b32c9291a8b tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:52.570088 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-575e622d-2da3-454b-9df5-9b32c9291a8b tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.18 "GET /v2.0/networks?id=cfe2aa73-6855-41ea-ba28-5213bb19ed33 HTTP/1.1" status: 200 len: 810 time: 0.1113172 Feb 09 12:59:52.639082 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-d36ef605-117d-4c6c-a02d-11fae9348aa5 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44bc2ca5ad754464b1f529f89468e66d HTTP/1.1" status: 200 len: 379 time: 0.0600288 Feb 09 12:59:52.649074 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-2dc87b9e-4a93-44c8-95f1-dd5fdc29582c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Request body: {'port': {'device_id': '596cb53a-aaa0-4985-9655-01e58235a3d9', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'admin_state_up': True, 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'security_groups': ['9b8fa928-7850-4428-a7c7-24b2ddae87f2']}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:59:52.835758 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-2dc87b9e-4a93-44c8-95f1-dd5fdc29582c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Made reservation on behalf of 44bc2ca5ad754464b1f529f89468e66d for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:59:52.839873 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-2dc87b9e-4a93-44c8-95f1-dd5fdc29582c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:52.978491 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-2dc87b9e-4a93-44c8-95f1-dd5fdc29582c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Allocated IP 172.20.0.12 (cfe2aa73-6855-41ea-ba28-5213bb19ed33/c6f5e8dd-0950-4262-b6cd-32fc3a7b56db/4b47610b-a2e8-467e-85eb-aa40a66466bf) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:59:53.129249 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8c27237f-7d3f-469c-a349-1f6e532b059f req-a7d5418a-67e1-4e9d-a6a3-b781da428dca tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 210 time: 0.0404508 Feb 09 12:59:53.150872 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-2dc87b9e-4a93-44c8-95f1-dd5fdc29582c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for port (4b47610b-a2e8-467e-85eb-aa40a66466bf), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:53.254142 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-2dc87b9e-4a93-44c8-95f1-dd5fdc29582c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (4b47610b-a2e8-467e-85eb-aa40a66466bf), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:53.304541 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-2dc87b9e-4a93-44c8-95f1-dd5fdc29582c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Network cfe2aa73-6855-41ea-ba28-5213bb19ed33 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:59:53.308026 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-2dc87b9e-4a93-44c8-95f1-dd5fdc29582c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:59:53.311596 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-2dc87b9e-4a93-44c8-95f1-dd5fdc29582c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 12:59:53.318486 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc87b9e-4a93-44c8-95f1-dd5fdc29582c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Pushing event updated for resources: {'Port': ['ID=4b47610b-a2e8-467e-85eb-aa40a66466bf,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:53.388618 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e16e946d-5dff-4bd5-8f96-c862e914977a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:53.389929 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-2dc87b9e-4a93-44c8-95f1-dd5fdc29582c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:53.389929 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-2dc87b9e-4a93-44c8-95f1-dd5fdc29582c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:53.495792 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-2dc87b9e-4a93-44c8-95f1-dd5fdc29582c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8512831 Feb 09 12:59:53.612857 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-bff42b41-d9b0-4cad-92e2-5e02b918f147 None None] Provisioning complete for port 4b47610b-a2e8-467e-85eb-aa40a66466bf triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:53.613227 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bff42b41-d9b0-4cad-92e2-5e02b918f147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (4b47610b-a2e8-467e-85eb-aa40a66466bf), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:53.650046 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-bff42b41-d9b0-4cad-92e2-5e02b918f147 None None] Port 4b47610b-a2e8-467e-85eb-aa40a66466bf cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 12:59:54.257408 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338cb67-4554-44c7-9bac-0ea4f5863e35 req-713e7ac9-ce82-4332-be0a-ddf0a3e6562a tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:54.259049 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-0338cb67-4554-44c7-9bac-0ea4f5863e35 req-713e7ac9-ce82-4332-be0a-ddf0a3e6562a tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 932 time: 0.0555294 Feb 09 12:59:54.315226 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-0338cb67-4554-44c7-9bac-0ea4f5863e35 req-77e4fa3e-67f6-4b74-b119-d21405064e84 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486329 Feb 09 12:59:54.500305 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 57044) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:54.664915 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-de12fdd6-9ce5-48d7-adab-66aefe8eecd3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Deleting port 7a1b6357-03e2-4821-bed6-821d69727eda {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 12:59:54.665249 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de12fdd6-9ce5-48d7-adab-66aefe8eecd3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (7a1b6357-03e2-4821-bed6-821d69727eda), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:54.742507 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de12fdd6-9ce5-48d7-adab-66aefe8eecd3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (7a1b6357-03e2-4821-bed6-821d69727eda), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:54.742831 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de12fdd6-9ce5-48d7-adab-66aefe8eecd3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for floatingip (7a1b6357-03e2-4821-bed6-821d69727eda), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:54.755896 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-de12fdd6-9ce5-48d7-adab-66aefe8eecd3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Calling delete_port for 7a1b6357-03e2-4821-bed6-821d69727eda owned by network:floatingip {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 12:59:55.008869 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 57050) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:55.029789 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de12fdd6-9ce5-48d7-adab-66aefe8eecd3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (7a1b6357-03e2-4821-bed6-821d69727eda), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:55.319287 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12fdd6-9ce5-48d7-adab-66aefe8eecd3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Pushing event deleted for resources: {'Port': ['ID=7a1b6357-03e2-4821-bed6-821d69727eda,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:55.344570 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-06e15c26-9726-4aa1-baed-3823bcd22877 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:55.427148 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de12fdd6-9ce5-48d7-adab-66aefe8eecd3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for floatingip (2751bf55-8650-414d-85ce-f2aa572d1b46), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:55.427550 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.db.l3_db [None req-de12fdd6-9ce5-48d7-adab-66aefe8eecd3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Floating IP 2751bf55-8650-414d-85ce-f2aa572d1b46 disassociated (deleted). External IP: 172.27.3.109, port: 10e73c89-b01c-48ed-ba11-e00a1c2f608b. Feb 09 12:59:55.442213 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-b401ac0b-225b-4ed0-907b-ac7f79b7d797 service neutron] Request body: {'port': {'device_id': '596cb53a-aaa0-4985-9655-01e58235a3d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 12:59:55.624783 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f314d-f187-4405-bc1b-f719f0f4c4a9 req-52d0b48e-e39e-46b5-952c-f312e85d21a2 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:55.626252 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-df0f314d-f187-4405-bc1b-f719f0f4c4a9 req-52d0b48e-e39e-46b5-952c-f312e85d21a2 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 932 time: 0.2381020 Feb 09 12:59:55.665217 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-b401ac0b-225b-4ed0-907b-ac7f79b7d797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (4b47610b-a2e8-467e-85eb-aa40a66466bf), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:55.686971 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-06e15c26-9726-4aa1-baed-3823bcd22877 admin admin] Publish callbacks [] for security_group (c38cd18b-5434-494c-9326-5c84d2e980c4), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:55.820074 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-df0f314d-f187-4405-bc1b-f719f0f4c4a9 req-6bf817a0-9efa-491d-859c-457cbbd8fd29 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814859 Feb 09 12:59:55.828677 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-06e15c26-9726-4aa1-baed-3823bcd22877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (c38cd18b-5434-494c-9326-5c84d2e980c4), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:55.927716 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b5ad1a11-d1b9-4068-8608-9534946a25b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:55.950687 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e15c26-9726-4aa1-baed-3823bcd22877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38cd18b-5434-494c-9326-5c84d2e980c4,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:55.954853 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-06e15c26-9726-4aa1-baed-3823bcd22877 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e71518167545482db0c9f5eb53dea0d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9449780 Feb 09 12:59:55.958636 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 57058) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:56.009899 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-de4ac30b-8172-48c9-bb6b-6c34381afa89 admin admin] Publish callbacks [] for security_group (c38cd18b-5434-494c-9326-5c84d2e980c4), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:56.029600 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de12fdd6-9ce5-48d7-adab-66aefe8eecd3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Router ef32e58a-f5a8-42dd-9186-f9f664bcf8df has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:59:56.032764 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-de4ac30b-8172-48c9-bb6b-6c34381afa89 admin admin] Publish callbacks [] for security_group (c38cd18b-5434-494c-9326-5c84d2e980c4), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:56.197462 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-de4ac30b-8172-48c9-bb6b-6c34381afa89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (c38cd18b-5434-494c-9326-5c84d2e980c4), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:56.200172 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-de4ac30b-8172-48c9-bb6b-6c34381afa89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:56.202230 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-de4ac30b-8172-48c9-bb6b-6c34381afa89 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c38cd18b-5434-494c-9326-5c84d2e980c4 HTTP/1.1" status: 204 len: 168 time: 0.2418618 Feb 09 12:59:56.213615 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ac30b-8172-48c9-bb6b-6c34381afa89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38cd18b-5434-494c-9326-5c84d2e980c4,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:56.220071 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-b401ac0b-225b-4ed0-907b-ac7f79b7d797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b47610b-a2e8-467e-85eb-aa40a66466bf {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 12:59:56.226002 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de12fdd6-9ce5-48d7-adab-66aefe8eecd3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:59:56.231265 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-de12fdd6-9ce5-48d7-adab-66aefe8eecd3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for floatingip (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:56.238305 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-b401ac0b-225b-4ed0-907b-ac7f79b7d797 service neutron] Publish callbacks [] for port (4b47610b-a2e8-467e-85eb-aa40a66466bf), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:56.249732 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213f41bb-7d43-42bc-bfab-9b9d38d603b1 None None] Sync routers for ids ['ef32e58a-f5a8-42dd-9186-f9f664bcf8df'] in dv-cinder-810917-4-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 12:59:56.262560 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213f41bb-7d43-42bc-bfab-9b9d38d603b1 None None] Routers {'ef32e58a-f5a8-42dd-9186-f9f664bcf8df'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:59:56.263584 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-213f41bb-7d43-42bc-bfab-9b9d38d603b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:59:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['ef32e58a-f5a8-42dd-9186-f9f664bcf8df'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:56.291294 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-b401ac0b-225b-4ed0-907b-ac7f79b7d797 service neutron] Transition to ACTIVE for port object 4b47610b-a2e8-467e-85eb-aa40a66466bf will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:59:56.300457 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-de12fdd6-9ce5-48d7-adab-66aefe8eecd3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "DELETE /v2.0/floatingips/2751bf55-8650-414d-85ce-f2aa572d1b46 HTTP/1.1" status: 204 len: 168 time: 1.7983992 Feb 09 12:59:56.301332 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562eba84-fce8-4ed3-b475-f89f11bef6e0', 'tag': '10e73c89-b01c-48ed-ba11-e00a1c2f608b'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:59:56.303883 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15430f44-5036-4c24-8ca5-a46d804d4a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "562eba84-fce8-4ed3-b475-f89f11bef6e0", "tag": "10e73c89-b01c-48ed-ba11-e00a1c2f608b"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:59:56.352940 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 12:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcca613-a2de-40bd-9c37-18ec954b971c x-openstack-request-id: req-2fcca613-a2de-40bd-9c37-18ec954b971c {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:59:56.352940 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562eba84-fce8-4ed3-b475-f89f11bef6e0", "tag": "10e73c89-b01c-48ed-ba11-e00a1c2f608b", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:59:56.360519 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2fcca613-a2de-40bd-9c37-18ec954b971c {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:59:56.360519 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562eba84-fce8-4ed3-b475-f89f11bef6e0', 'tag': '10e73c89-b01c-48ed-ba11-e00a1c2f608b', 'status': 'completed', 'code': 200} Feb 09 12:59:56.412500 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-213f41bb-7d43-42bc-bfab-9b9d38d603b1 None None] Set router ef32e58a-f5a8-42dd-9186-f9f664bcf8df gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:59:56.423693 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-b401ac0b-225b-4ed0-907b-ac7f79b7d797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8720072'] for port (4b47610b-a2e8-467e-85eb-aa40a66466bf), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:56.442947 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15430f44-5036-4c24-8ca5-a46d804d4a5a req-2d74e1d2-33fb-472a-bc29-575780b0a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:56.444737 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-15430f44-5036-4c24-8ca5-a46d804d4a5a req-2d74e1d2-33fb-472a-bc29-575780b0a2e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=19f045d14ee84b2d9a76ecc5e986b7b2&device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 1129 time: 0.0688014 Feb 09 12:59:56.549624 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401ac0b-225b-4ed0-907b-ac7f79b7d797 service neutron] Pushing event updated for resources: {'Port': ['ID=4b47610b-a2e8-467e-85eb-aa40a66466bf,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:56.683596 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15430f44-5036-4c24-8ca5-a46d804d4a5a req-47aef1c7-ae46-4ac2-a6d4-251dccd48487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:56.685384 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-15430f44-5036-4c24-8ca5-a46d804d4a5a req-47aef1c7-ae46-4ac2-a6d4-251dccd48487 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2444ddf-e0f9-423c-b50e-660fe55289c5 HTTP/1.1" status: 200 len: 910 time: 0.2204373 Feb 09 12:59:56.686901 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-b401ac0b-225b-4ed0-907b-ac7f79b7d797 service neutron] Attempting to bind port 4b47610b-a2e8-467e-85eb-aa40a66466bf on host hv-cinder-81091 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 12:59:56.687247 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-213f41bb-7d43-42bc-bfab-9b9d38d603b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'name': 'tempest-TestShelveInstance-1150462200-router', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'd443f13f-6297-4887-9413-d8eb04c71645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:31Z', 'updated_at': '2022-02-09T12:54:39Z', 'revision_number': 4, 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'gw_port': {'id': 'd443f13f-6297-4887-9413-d8eb04c71645', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:32Z', 'updated_at': '2022-02-09T12:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': 'd90e63af-ce10-4904-92e7-afd0a22b7ddd', 'name': '', 'network_id': 'a2444ddf-e0f9-423c-b50e-660fe55289c5', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'mac_address': 'fa:16:3e:25:23:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '52389728-c5f1-4193-92ae-0886d565814f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:37Z', 'updated_at': '2022-02-09T12:54:48Z', 'revision_number': 5, 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'subnets': [{'id': '52389728-c5f1-4193-92ae-0886d565814f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:56.687466 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-b401ac0b-225b-4ed0-907b-ac7f79b7d797 service neutron] Attempting to bind port 4b47610b-a2e8-467e-85eb-aa40a66466bf by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': 'ae643856-13d5-43c8-894b-89ba0eef8e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 12:59:56.687726 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-b401ac0b-225b-4ed0-907b-ac7f79b7d797 service neutron] Attempting to bind port 4b47610b-a2e8-467e-85eb-aa40a66466bf on network cfe2aa73-6855-41ea-ba28-5213bb19ed33 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:59:56.698312 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-b401ac0b-225b-4ed0-907b-ac7f79b7d797 service neutron] Port 4b47610b-a2e8-467e-85eb-aa40a66466bf on network cfe2aa73-6855-41ea-ba28-5213bb19ed33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 12:59:56.704122 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-b401ac0b-225b-4ed0-907b-ac7f79b7d797 service neutron] Attempting to bind port 4b47610b-a2e8-467e-85eb-aa40a66466bf on network cfe2aa73-6855-41ea-ba28-5213bb19ed33 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 12:59:56.756627 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213f41bb-7d43-42bc-bfab-9b9d38d603b1 None None] Checking router: ef32e58a-f5a8-42dd-9186-f9f664bcf8df for host: dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 12:59:56.770992 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213f41bb-7d43-42bc-bfab-9b9d38d603b1 None None] Routers {'ef32e58a-f5a8-42dd-9186-f9f664bcf8df'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 12:59:56.772197 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-213f41bb-7d43-42bc-bfab-9b9d38d603b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:59:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['ef32e58a-f5a8-42dd-9186-f9f664bcf8df'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:56.782071 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-b401ac0b-225b-4ed0-907b-ac7f79b7d797 service neutron] Checking agent: {'id': '230303ca-ea08-4771-a934-bc9aeb8313a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'started_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 12:59:56.782451 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-b401ac0b-225b-4ed0-907b-ac7f79b7d797 service neutron] Checking segment: {'id': 'ae643856-13d5-43c8-894b-89ba0eef8e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 12:59:56.782803 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-b401ac0b-225b-4ed0-907b-ac7f79b7d797 service neutron] Bound using segment: {'id': 'ae643856-13d5-43c8-894b-89ba0eef8e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 12:59:56.783248 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-b401ac0b-225b-4ed0-907b-ac7f79b7d797 service neutron] Bound port: 4b47610b-a2e8-467e-85eb-aa40a66466bf, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae643856-13d5-43c8-894b-89ba0eef8e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 12:59:56.783633 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-b401ac0b-225b-4ed0-907b-ac7f79b7d797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (4b47610b-a2e8-467e-85eb-aa40a66466bf), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:56.789810 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-15430f44-5036-4c24-8ca5-a46d804d4a5a req-34b34c2c-959c-40b4-8886-1e7556693158 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10e73c89-b01c-48ed-ba11-e00a1c2f608b HTTP/1.1" status: 200 len: 217 time: 0.0926421 Feb 09 12:59:56.930173 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-213f41bb-7d43-42bc-bfab-9b9d38d603b1 None None] Set router ef32e58a-f5a8-42dd-9186-f9f664bcf8df gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 12:59:56.950722 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15430f44-5036-4c24-8ca5-a46d804d4a5a req-122df475-c044-4404-a837-f4b03316bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:56.952224 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-15430f44-5036-4c24-8ca5-a46d804d4a5a req-122df475-c044-4404-a837-f4b03316bdca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52389728-c5f1-4193-92ae-0886d565814f HTTP/1.1" status: 200 len: 848 time: 0.1541188 Feb 09 12:59:56.958963 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-b401ac0b-225b-4ed0-907b-ac7f79b7d797 service neutron] For port 4b47610b-a2e8-467e-85eb-aa40a66466bf, host hv-cinder-81091, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:59:56.964105 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-b401ac0b-225b-4ed0-907b-ac7f79b7d797 service neutron] For port 4b47610b-a2e8-467e-85eb-aa40a66466bf, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=4b47610b-a2e8-467e-85eb-aa40a66466bf,segment=NetworkSegment(ae643856-13d5-43c8-894b-89ba0eef8e64),segment_id=ae643856-13d5-43c8-894b-89ba0eef8e64)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:59:57.000064 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07421f8-0b4e-4ac3-9337-f69e43d4ee94 req-e1c12fda-1c89-4e2d-a408-b082061b0116 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:57.001893 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-f07421f8-0b4e-4ac3-9337-f69e43d4ee94 req-e1c12fda-1c89-4e2d-a408-b082061b0116 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 944 time: 0.0625110 Feb 09 12:59:57.004497 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4a3cc-b85d-439d-91fb-d665aa689591 req-6fa4e65d-028f-42dd-8bfa-2457c94b5c3d tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:57.006014 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-00b4a3cc-b85d-439d-91fb-d665aa689591 req-6fa4e65d-028f-42dd-8bfa-2457c94b5c3d tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 945 time: 0.1976984 Feb 09 12:59:57.062239 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15430f44-5036-4c24-8ca5-a46d804d4a5a req-b2b7c76c-314c-4a3f-b7bf-07fd6dc94892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:57.063537 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-15430f44-5036-4c24-8ca5-a46d804d4a5a req-b2b7c76c-314c-4a3f-b7bf-07fd6dc94892 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2444ddf-e0f9-423c-b50e-660fe55289c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1022906 Feb 09 12:59:57.071623 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-f07421f8-0b4e-4ac3-9337-f69e43d4ee94 req-9ed5e56a-d9f7-4d74-ad7e-4aa400a90e61 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589333 Feb 09 12:59:57.129445 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-00b4a3cc-b85d-439d-91fb-d665aa689591 req-2c83a7c9-a9fb-49de-9d98-a0f10a78ee4f tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080596 Feb 09 12:59:57.142569 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-b401ac0b-225b-4ed0-907b-ac7f79b7d797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8720072'] for port (4b47610b-a2e8-467e-85eb-aa40a66466bf), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:57.162244 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 57078) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:57.176113 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-213f41bb-7d43-42bc-bfab-9b9d38d603b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'name': 'tempest-TestShelveInstance-1150462200-router', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'd443f13f-6297-4887-9413-d8eb04c71645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:31Z', 'updated_at': '2022-02-09T12:54:39Z', 'revision_number': 4, 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'gw_port': {'id': 'd443f13f-6297-4887-9413-d8eb04c71645', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:32Z', 'updated_at': '2022-02-09T12:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': 'd90e63af-ce10-4904-92e7-afd0a22b7ddd', 'name': '', 'network_id': 'a2444ddf-e0f9-423c-b50e-660fe55289c5', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'mac_address': 'fa:16:3e:25:23:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '52389728-c5f1-4193-92ae-0886d565814f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:37Z', 'updated_at': '2022-02-09T12:54:48Z', 'revision_number': 5, 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'subnets': [{'id': '52389728-c5f1-4193-92ae-0886d565814f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:57.176435 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e33270a7-5b4b-41ef-896c-02ddd3ca4e9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:57.197340 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-b401ac0b-225b-4ed0-907b-ac7f79b7d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:57.197900 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-b401ac0b-225b-4ed0-907b-ac7f79b7d797 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:57.203489 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-b401ac0b-225b-4ed0-907b-ac7f79b7d797 service neutron] 10.222.0.18 "PUT /v2.0/ports/4b47610b-a2e8-467e-85eb-aa40a66466bf HTTP/1.1" status: 200 len: 1094 time: 1.7693779 Feb 09 12:59:57.231945 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213f41bb-7d43-42bc-bfab-9b9d38d603b1 None None] The sync data for ids ['ef32e58a-f5a8-42dd-9186-f9f664bcf8df'] in dv-cinder-810917-4-iscsi is: [{'id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'name': 'tempest-TestShelveInstance-1150462200-router', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'd443f13f-6297-4887-9413-d8eb04c71645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:31Z', 'updated_at': '2022-02-09T12:54:39Z', 'revision_number': 4, 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'gw_port': {'id': 'd443f13f-6297-4887-9413-d8eb04c71645', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:32Z', 'updated_at': '2022-02-09T12:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': 'd90e63af-ce10-4904-92e7-afd0a22b7ddd', 'name': '', 'network_id': 'a2444ddf-e0f9-423c-b50e-660fe55289c5', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'mac_address': 'fa:16:3e:25:23:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '52389728-c5f1-4193-92ae-0886d565814f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:37Z', 'updated_at': '2022-02-09T12:54:48Z', 'revision_number': 5, 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'subnets': [{'id': '52389728-c5f1-4193-92ae-0886d565814f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 12:59:57.246719 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401ac0b-225b-4ed0-907b-ac7f79b7d797 service neutron] Pushing event updated for resources: {'Port': ['ID=4b47610b-a2e8-467e-85eb-aa40a66466bf,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:57.252661 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-15430f44-5036-4c24-8ca5-a46d804d4a5a req-15e60467-8b4f-4cc1-a83d-9ceff2451153 service neutron] 10.222.0.18 "GET /v2.0/networks/a2444ddf-e0f9-423c-b50e-660fe55289c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826766 Feb 09 12:59:57.304159 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e33270a7-5b4b-41ef-896c-02ddd3ca4e9f admin admin] Publish callbacks [] for security_group (e5be0e79-6a4c-42a0-b663-303969a07f82), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:57.407152 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e33270a7-5b4b-41ef-896c-02ddd3ca4e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (e5be0e79-6a4c-42a0-b663-303969a07f82), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:57.419342 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-15430f44-5036-4c24-8ca5-a46d804d4a5a req-cb8b601f-358d-478e-8b67-d559381d9dc3 service neutron] 10.222.0.18 "GET /v2.0/networks/a2444ddf-e0f9-423c-b50e-660fe55289c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589324 Feb 09 12:59:57.430280 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-dfeb373c-17b0-4228-866c-e831ae5b8bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:57.431817 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-dfeb373c-17b0-4228-866c-e831ae5b8bef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44bc2ca5ad754464b1f529f89468e66d&device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 1128 time: 0.0752504 Feb 09 12:59:57.441895 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:57.464173 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33270a7-5b4b-41ef-896c-02ddd3ca4e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5be0e79-6a4c-42a0-b663-303969a07f82,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:57.470178 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-e33270a7-5b4b-41ef-896c-02ddd3ca4e9f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bf95bcea965c4960a5c760e23042eba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3053310 Feb 09 12:59:57.472151 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 57080) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 12:59:57.529908 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5c23519f-8c6e-45c9-a1e3-82d334e05c8b admin admin] Publish callbacks [] for security_group (e5be0e79-6a4c-42a0-b663-303969a07f82), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:57.539985 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f45d6c-f62b-4d19-8f2b-e12eb8792bb3 None None] New status for floating IP 2751bf55-8650-414d-85ce-f2aa572d1b46: DOWN {{(pid=109772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 12:59:57.550953 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5c23519f-8c6e-45c9-a1e3-82d334e05c8b admin admin] Publish callbacks [] for security_group (e5be0e79-6a4c-42a0-b663-303969a07f82), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:57.703837 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5c23519f-8c6e-45c9-a1e3-82d334e05c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (e5be0e79-6a4c-42a0-b663-303969a07f82), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:57.706451 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-5c23519f-8c6e-45c9-a1e3-82d334e05c8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:57.707651 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-5c23519f-8c6e-45c9-a1e3-82d334e05c8b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e5be0e79-6a4c-42a0-b663-303969a07f82 HTTP/1.1" status: 204 len: 168 time: 0.2344720 Feb 09 12:59:57.715957 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23519f-8c6e-45c9-a1e3-82d334e05c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5be0e79-6a4c-42a0-b663-303969a07f82,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:58.197996 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5834e08-af02-4e4f-b67c-ccc0b1451c4c req-293b95d2-5d73-43de-89c9-235a54a0555c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:58.205038 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a5834e08-af02-4e4f-b67c-ccc0b1451c4c req-293b95d2-5d73-43de-89c9-235a54a0555c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 944 time: 0.0597122 Feb 09 12:59:58.258872 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a5834e08-af02-4e4f-b67c-ccc0b1451c4c req-701f7cc7-39d5-425b-9530-c044ee107845 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505435 Feb 09 12:59:58.266584 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86148c1c-e767-47ec-975a-a5b91b7a7709 req-28c75324-8ac9-4a7a-8216-b73f21b415ac tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:58.268188 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-86148c1c-e767-47ec-975a-a5b91b7a7709 req-28c75324-8ac9-4a7a-8216-b73f21b415ac tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 945 time: 0.0629015 Feb 09 12:59:58.325519 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-86148c1c-e767-47ec-975a-a5b91b7a7709 req-25021765-bf47-4580-9b46-2aa54fe890ba tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513501 Feb 09 12:59:58.354708 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596cb53a-aaa0-4985-9655-01e58235a3d9', 'tag': '4b47610b-a2e8-467e-85eb-aa40a66466bf'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 12:59:58.357108 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b6907c-0bc1-488d-a4f8-d1a27fd86ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "596cb53a-aaa0-4985-9655-01e58235a3d9", "tag": "4b47610b-a2e8-467e-85eb-aa40a66466bf"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 12:59:58.393416 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 12:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40754130-63b9-4645-8693-c1301aad88ad x-openstack-request-id: req-40754130-63b9-4645-8693-c1301aad88ad {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 12:59:58.394528 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596cb53a-aaa0-4985-9655-01e58235a3d9", "tag": "4b47610b-a2e8-467e-85eb-aa40a66466bf", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 12:59:58.394528 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-40754130-63b9-4645-8693-c1301aad88ad {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 12:59:58.395191 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596cb53a-aaa0-4985-9655-01e58235a3d9', 'tag': '4b47610b-a2e8-467e-85eb-aa40a66466bf', 'status': 'completed', 'code': 200} Feb 09 12:59:58.704331 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 12:59:59.392858 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ef235-275e-46c5-a114-20ce110c7b3b req-138afdba-fa97-48c0-9478-0e5b2c32836c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:59.394633 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-277ef235-275e-46c5-a114-20ce110c7b3b req-138afdba-fa97-48c0-9478-0e5b2c32836c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 944 time: 0.0558279 Feb 09 12:59:59.445450 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-277ef235-275e-46c5-a114-20ce110c7b3b req-602558e1-44a7-4c98-ac91-8c068052ef7a tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453274 Feb 09 12:59:59.461476 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ad91e-54af-4b4f-9642-6923d76656c0 req-358addbf-4836-4719-9b1c-829216f576fc tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:59.463144 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-f44ad91e-54af-4b4f-9642-6923d76656c0 req-358addbf-4836-4719-9b1c-829216f576fc tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 945 time: 0.0645199 Feb 09 12:59:59.516041 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-f44ad91e-54af-4b4f-9642-6923d76656c0 req-2440de4e-33a7-4293-8576-9d093b048d36 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469217 Feb 09 12:59:59.795066 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:00.103855 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-675df92b-ccd5-4c07-b7b2-d141504889e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b47610b-a2e8-467e-85eb-aa40a66466bf HTTP/1.1" status: 200 len: 217 time: 0.0392592 Feb 09 13:00:00.155720 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-6b1b5ca4-03d5-4cbe-8e5d-aee2a2091e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:00.157188 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-6b1b5ca4-03d5-4cbe-8e5d-aee2a2091e9d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c6f5e8dd-0950-4262-b6cd-32fc3a7b56db HTTP/1.1" status: 200 len: 849 time: 0.0455260 Feb 09 13:00:00.207897 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-c2f091c3-c45a-4956-a5bb-fb5c7c4bcd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:00.209427 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-c2f091c3-c45a-4956-a5bb-fb5c7c4bcd80 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfe2aa73-6855-41ea-ba28-5213bb19ed33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456305 Feb 09 13:00:00.309712 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-51ac7619-f6aa-4b8b-8434-add24ec319d3 service neutron] 10.222.0.18 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914142 Feb 09 13:00:00.405738 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e1a26472-d0fe-4499-bcb0-c25800dadad5 req-9630c236-15c5-4f52-b70a-afbf14929509 service neutron] 10.222.0.18 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882394 Feb 09 13:00:00.574271 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f834654-19e6-4647-90ac-4b11d172b6eb req-849753a1-bfa5-4cea-b89e-7ae732f31816 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:00.575795 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8f834654-19e6-4647-90ac-4b11d172b6eb req-849753a1-bfa5-4cea-b89e-7ae732f31816 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 944 time: 0.0617745 Feb 09 13:00:00.630721 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8f834654-19e6-4647-90ac-4b11d172b6eb req-05311ae4-6561-4c2d-817d-214073b28479 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490954 Feb 09 13:00:00.680227 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6907c-0bc1-488d-a4f8-d1a27fd86ad9 req-04e1df5c-7696-4fb1-bdfd-eb3c45280dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:00.681673 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-81b6907c-0bc1-488d-a4f8-d1a27fd86ad9 req-04e1df5c-7696-4fb1-bdfd-eb3c45280dc5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44bc2ca5ad754464b1f529f89468e66d&device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 1128 time: 0.0473194 Feb 09 13:00:00.783838 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6907c-0bc1-488d-a4f8-d1a27fd86ad9 req-793ab15f-a7ea-4b8a-b0f7-165cbb0daeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:00.785845 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-81b6907c-0bc1-488d-a4f8-d1a27fd86ad9 req-793ab15f-a7ea-4b8a-b0f7-165cbb0daeab service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfe2aa73-6855-41ea-ba28-5213bb19ed33 HTTP/1.1" status: 200 len: 911 time: 0.0959952 Feb 09 13:00:00.823950 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279fb79-3b1c-4bbb-8ce2-c22758accb08 req-99c076c5-dd60-4fd5-8db3-c9dc23082b95 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:00.825450 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-7279fb79-3b1c-4bbb-8ce2-c22758accb08 req-99c076c5-dd60-4fd5-8db3-c9dc23082b95 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 945 time: 0.0543497 Feb 09 13:00:00.831708 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-81b6907c-0bc1-488d-a4f8-d1a27fd86ad9 req-a2e562e2-0fea-4130-9655-2b9e30b90dc5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b47610b-a2e8-467e-85eb-aa40a66466bf HTTP/1.1" status: 200 len: 217 time: 0.0388653 Feb 09 13:00:00.884418 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6907c-0bc1-488d-a4f8-d1a27fd86ad9 req-af2c2cb7-d72f-431c-84d7-fe6f2d5865f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:00.885912 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-81b6907c-0bc1-488d-a4f8-d1a27fd86ad9 req-af2c2cb7-d72f-431c-84d7-fe6f2d5865f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c6f5e8dd-0950-4262-b6cd-32fc3a7b56db HTTP/1.1" status: 200 len: 849 time: 0.0489116 Feb 09 13:00:00.888751 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-7279fb79-3b1c-4bbb-8ce2-c22758accb08 req-1f0acf11-5c2c-420b-b50a-23377cb92145 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/security-groups?id=794a0686-527b-413b-af6f-91301f6dcb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527339 Feb 09 13:00:00.939475 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6907c-0bc1-488d-a4f8-d1a27fd86ad9 req-d40fefe4-e0ac-4f67-a370-210b3d88d04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:00.941444 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-81b6907c-0bc1-488d-a4f8-d1a27fd86ad9 req-d40fefe4-e0ac-4f67-a370-210b3d88d04b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfe2aa73-6855-41ea-ba28-5213bb19ed33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473762 Feb 09 13:00:01.059249 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-81b6907c-0bc1-488d-a4f8-d1a27fd86ad9 req-4099e315-40f1-419d-bfb0-2f0cc63f7c32 service neutron] 10.222.0.18 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976884 Feb 09 13:00:01.192740 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-81b6907c-0bc1-488d-a4f8-d1a27fd86ad9 req-a79e5c02-558f-4ed0-bb58-df136b9111f4 service neutron] 10.222.0.18 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251142 Feb 09 13:00:01.202791 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a1984-dcf2-4f1b-aa18-24f08ccf7163 req-4c70abf7-7aeb-4b13-bfba-a255f5079628 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:01.204330 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f13a1984-dcf2-4f1b-aa18-24f08ccf7163 req-4c70abf7-7aeb-4b13-bfba-a255f5079628 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.18 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 945 time: 0.0854461 Feb 09 13:00:01.301638 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-f13a1984-dcf2-4f1b-aa18-24f08ccf7163 req-037ff82a-2de6-4440-9c3f-197d6bfb801a tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Deleting port 10e73c89-b01c-48ed-ba11-e00a1c2f608b {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:00:01.301986 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-f13a1984-dcf2-4f1b-aa18-24f08ccf7163 req-037ff82a-2de6-4440-9c3f-197d6bfb801a tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (10e73c89-b01c-48ed-ba11-e00a1c2f608b), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:01.396682 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-f13a1984-dcf2-4f1b-aa18-24f08ccf7163 req-037ff82a-2de6-4440-9c3f-197d6bfb801a tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] For port 10e73c89-b01c-48ed-ba11-e00a1c2f608b, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=10e73c89-b01c-48ed-ba11-e00a1c2f608b,segment=NetworkSegment(65e83d7c-8f31-4529-aaf4-8a9ed6c91a40),segment_id=65e83d7c-8f31-4529-aaf4-8a9ed6c91a40)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:01.397048 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-f13a1984-dcf2-4f1b-aa18-24f08ccf7163 req-037ff82a-2de6-4440-9c3f-197d6bfb801a tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (10e73c89-b01c-48ed-ba11-e00a1c2f608b), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:01.411237 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-f13a1984-dcf2-4f1b-aa18-24f08ccf7163 req-037ff82a-2de6-4440-9c3f-197d6bfb801a tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Calling delete_port for 10e73c89-b01c-48ed-ba11-e00a1c2f608b owned by compute:nova {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:00:01.653264 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-f13a1984-dcf2-4f1b-aa18-24f08ccf7163 req-037ff82a-2de6-4440-9c3f-197d6bfb801a tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (10e73c89-b01c-48ed-ba11-e00a1c2f608b), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:01.683748 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ff82a-2de6-4440-9c3f-197d6bfb801a tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Pushing event deleted for resources: {'Port': ['ID=10e73c89-b01c-48ed-ba11-e00a1c2f608b,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:01.759064 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13a1984-dcf2-4f1b-aa18-24f08ccf7163 req-037ff82a-2de6-4440-9c3f-197d6bfb801a tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] No DVR routers for this DVR port 10e73c89-b01c-48ed-ba11-e00a1c2f608b on host hv-cinder-81091 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:00:01.762177 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-f13a1984-dcf2-4f1b-aa18-24f08ccf7163 req-037ff82a-2de6-4440-9c3f-197d6bfb801a tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:01.765551 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f13a1984-dcf2-4f1b-aa18-24f08ccf7163 req-037ff82a-2de6-4440-9c3f-197d6bfb801a tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.18 "DELETE /v2.0/ports/10e73c89-b01c-48ed-ba11-e00a1c2f608b HTTP/1.1" status: 204 len: 173 time: 0.5562320 Feb 09 13:00:01.776720 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562eba84-fce8-4ed3-b475-f89f11bef6e0', 'name': 'network-vif-deleted', 'tag': '10e73c89-b01c-48ed-ba11-e00a1c2f608b'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:00:01.776720 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e3d03d-0d49-46b5-a4aa-57f49b7acfef" -d '{"events": [{"server_uuid": "562eba84-fce8-4ed3-b475-f89f11bef6e0", "name": "network-vif-deleted", "tag": "10e73c89-b01c-48ed-ba11-e00a1c2f608b"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:00:01.799873 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0064cfb-239c-4c30-b99f-662dc56fc1d8 req-72bca0c2-d261-4bda-bf2d-73ad75a15d31 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:01.810882 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b0064cfb-239c-4c30-b99f-662dc56fc1d8 req-72bca0c2-d261-4bda-bf2d-73ad75a15d31 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 944 time: 0.0869060 Feb 09 13:00:01.810882 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac44915f-758d-47e8-9502-353d0f9549c7 x-openstack-request-id: req-ac44915f-758d-47e8-9502-353d0f9549c7 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:00:01.810882 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562eba84-fce8-4ed3-b475-f89f11bef6e0", "name": "network-vif-deleted", "tag": "10e73c89-b01c-48ed-ba11-e00a1c2f608b", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:00:01.810882 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ac44915f-758d-47e8-9502-353d0f9549c7 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:00:01.810882 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562eba84-fce8-4ed3-b475-f89f11bef6e0', 'name': 'network-vif-deleted', 'tag': '10e73c89-b01c-48ed-ba11-e00a1c2f608b', 'status': 'completed', 'code': 200} Feb 09 13:00:01.865697 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b0064cfb-239c-4c30-b99f-662dc56fc1d8 req-a49e2702-1ea3-48a2-b04c-531ada9059d9 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559652 Feb 09 13:00:01.986685 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-68f29bac-0017-469c-b69c-af120b8c2edc req-01a5770a-c251-43ee-ae56-f78ca4c05d09 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 210 time: 0.0271316 Feb 09 13:00:02.990215 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2368bc8-b5ef-4ba8-97d4-65075ea3819d req-3d442ee4-b839-4e2c-b988-33032156cf62 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:02.991639 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c2368bc8-b5ef-4ba8-97d4-65075ea3819d req-3d442ee4-b839-4e2c-b988-33032156cf62 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 944 time: 0.0548809 Feb 09 13:00:03.042727 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c2368bc8-b5ef-4ba8-97d4-65075ea3819d req-b726b47f-2214-4b0d-b6f9-44e684395924 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453713 Feb 09 13:00:03.095891 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-02d7eb94-e754-4d9a-aefb-3034dbd84027 req-c6b6985a-e046-4978-b7e8-3f951e5d3520 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 210 time: 0.0277097 Feb 09 13:00:04.171189 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba36daa-c89c-4242-bb26-694d37b3e464 req-9322681e-6660-4f37-ac26-75e2ee83dd7c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:04.172790 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4ba36daa-c89c-4242-bb26-694d37b3e464 req-9322681e-6660-4f37-ac26-75e2ee83dd7c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 944 time: 0.0562003 Feb 09 13:00:04.202929 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-120707b6-3139-47e4-a115-3991b832fd4b req-fee144fa-fe19-4cdc-8a2e-3d1e157af4d3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 210 time: 0.0300310 Feb 09 13:00:04.241860 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4ba36daa-c89c-4242-bb26-694d37b3e464 req-4e07c399-8ffb-47ad-9211-1885549867ab tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620027 Feb 09 13:00:05.111512 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 10e73c89-b01c-48ed-ba11-e00a1c2f608b no longer exists at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:00:05.135467 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] No Port match for: 10e73c89-b01c-48ed-ba11-e00a1c2f608b {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:00:05.135812 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 10e73c89-b01c-48ed-ba11-e00a1c2f608b not bound to the agent host hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:00:05.341819 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-232ac714-feff-4a9d-96f0-a4da05777f22 req-c1226b11-705a-4b71-8c06-1d33536dc27c tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 210 time: 0.0566766 Feb 09 13:00:05.378535 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fe097-c9fd-4fc7-ac2e-af55b5e5f1d2 req-e66c8bfb-189b-4ac0-9966-1277adc33471 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:05.381313 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6f7fe097-c9fd-4fc7-ac2e-af55b5e5f1d2 req-e66c8bfb-189b-4ac0-9966-1277adc33471 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 944 time: 0.0684867 Feb 09 13:00:05.433388 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6f7fe097-c9fd-4fc7-ac2e-af55b5e5f1d2 req-5fa4dd5e-6331-47c8-a433-efd70147e518 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451128 Feb 09 13:00:06.465465 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-306980f6-a251-4ca7-8f77-42d048e01ded req-2d368f7f-78a2-426b-b86e-e0b6cd4af25e tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "GET /v2.0/ports?device_id=562eba84-fce8-4ed3-b475-f89f11bef6e0 HTTP/1.1" status: 200 len: 210 time: 0.0399771 Feb 09 13:00:06.569696 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b618f9-6487-4cc0-8886-bece963d6b7a req-9a0201cc-a78d-4079-a2d9-126d06be6c2e tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:06.575382 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f1b618f9-6487-4cc0-8886-bece963d6b7a req-9a0201cc-a78d-4079-a2d9-126d06be6c2e tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 944 time: 0.0614102 Feb 09 13:00:06.628067 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f1b618f9-6487-4cc0-8886-bece963d6b7a req-7c087d48-66d1-4e48-a589-ea7f3add3854 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509226 Feb 09 13:00:07.129518 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 4b47610b-a2e8-467e-85eb-aa40a66466bf details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=109771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:00:07.227334 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 4b47610b-a2e8-467e-85eb-aa40a66466bf, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=4b47610b-a2e8-467e-85eb-aa40a66466bf,segment=NetworkSegment(ae643856-13d5-43c8-894b-89ba0eef8e64),segment_id=ae643856-13d5-43c8-894b-89ba0eef8e64)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:07.239196 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Returning: {'device': '4b47610b-a2e8-467e-85eb-aa40a66466bf', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'port_id': '4b47610b-a2e8-467e-85eb-aa40a66466bf', 'mac_address': 'fa:16:3e:c9:c7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:00:07.282670 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 4b47610b-a2e8-467e-85eb-aa40a66466bf is: DOWN; New status is: BUILD {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:00:07.283051 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (4b47610b-a2e8-467e-85eb-aa40a66466bf), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:07.295901 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b47610b-a2e8-467e-85eb-aa40a66466bf {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:00:07.315361 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 4b47610b-a2e8-467e-85eb-aa40a66466bf, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=4b47610b-a2e8-467e-85eb-aa40a66466bf,segment=NetworkSegment(ae643856-13d5-43c8-894b-89ba0eef8e64),segment_id=ae643856-13d5-43c8-894b-89ba0eef8e64)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:07.522965 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 57300) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:00:07.561538 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (4b47610b-a2e8-467e-85eb-aa40a66466bf), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:07.586913 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5ce23784-e37c-464d-b03b-ce7f1b59e4d3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for security_group (794a0686-527b-413b-af6f-91301f6dcb1a), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:07.615258 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=4b47610b-a2e8-467e-85eb-aa40a66466bf,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:07.622310 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5ce23784-e37c-464d-b03b-ce7f1b59e4d3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for security_group (794a0686-527b-413b-af6f-91301f6dcb1a), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:07.761429 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00111c-d2ab-4258-95fc-d816488102e2 req-b07266e1-8328-462c-af11-4ec516ba686f tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:07.763276 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1e00111c-d2ab-4258-95fc-d816488102e2 req-b07266e1-8328-462c-af11-4ec516ba686f tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 945 time: 0.0616500 Feb 09 13:00:07.776242 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 57310) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:00:07.778713 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['4b47610b-a2e8-467e-85eb-aa40a66466bf'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:00:07.791356 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5ce23784-e37c-464d-b03b-ce7f1b59e4d3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (794a0686-527b-413b-af6f-91301f6dcb1a), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:07.794144 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5ce23784-e37c-464d-b03b-ce7f1b59e4d3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:07.795485 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-5ce23784-e37c-464d-b03b-ce7f1b59e4d3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] 10.222.0.50 "DELETE /v2.0/security-groups/794a0686-527b-413b-af6f-91301f6dcb1a HTTP/1.1" status: 204 len: 168 time: 0.2711098 Feb 09 13:00:07.824170 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce23784-e37c-464d-b03b-ce7f1b59e4d3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=794a0686-527b-413b-af6f-91301f6dcb1a,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:07.844170 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce23784-e37c-464d-b03b-ce7f1b59e4d3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:07.845599 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce23784-e37c-464d-b03b-ce7f1b59e4d3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:07.846273 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce23784-e37c-464d-b03b-ce7f1b59e4d3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:07.846625 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce23784-e37c-464d-b03b-ce7f1b59e4d3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:07.847200 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce23784-e37c-464d-b03b-ce7f1b59e4d3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:07.847822 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce23784-e37c-464d-b03b-ce7f1b59e4d3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:07.848316 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce23784-e37c-464d-b03b-ce7f1b59e4d3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:07.848850 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce23784-e37c-464d-b03b-ce7f1b59e4d3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:07.849416 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce23784-e37c-464d-b03b-ce7f1b59e4d3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:07.849928 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce23784-e37c-464d-b03b-ce7f1b59e4d3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:07.851232 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce23784-e37c-464d-b03b-ce7f1b59e4d3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:07.851769 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce23784-e37c-464d-b03b-ce7f1b59e4d3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:07.852265 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce23784-e37c-464d-b03b-ce7f1b59e4d3 tempest-TestShelveInstance-905202300 tempest-TestShelveInstance-905202300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:07.915275 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d34240ce-b0ff-431c-8a82-8d0876bc3c30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:07.949661 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 57318) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:00:08.123227 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d34240ce-b0ff-431c-8a82-8d0876bc3c30 admin admin] Publish callbacks [] for security_group (b6624543-e8b6-4a59-ad25-70085e756796), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:08.144036 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1e00111c-d2ab-4258-95fc-d816488102e2 req-001d43f0-5db8-480d-8f83-4b8497719b1a tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3751581 Feb 09 13:00:08.282854 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d34240ce-b0ff-431c-8a82-8d0876bc3c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (b6624543-e8b6-4a59-ad25-70085e756796), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:08.334583 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34240ce-b0ff-431c-8a82-8d0876bc3c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6624543-e8b6-4a59-ad25-70085e756796,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:08.343362 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-d34240ce-b0ff-431c-8a82-8d0876bc3c30 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=31967bb13d5e439eaa637fcd8c6eb02a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5660446 Feb 09 13:00:08.345997 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 57322) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:00:08.432786 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0b4e5b64-8c34-4c47-a901-014a4c1f5fae admin admin] Publish callbacks [] for security_group (b6624543-e8b6-4a59-ad25-70085e756796), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:08.469252 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0b4e5b64-8c34-4c47-a901-014a4c1f5fae admin admin] Publish callbacks [] for security_group (b6624543-e8b6-4a59-ad25-70085e756796), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:08.552064 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-59e86451-105d-4998-908c-15cd3b523313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590883'] for router_interface (ef32e58a-f5a8-42dd-9186-f9f664bcf8df), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:08.690912 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0b4e5b64-8c34-4c47-a901-014a4c1f5fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (b6624543-e8b6-4a59-ad25-70085e756796), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:08.693438 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-0b4e5b64-8c34-4c47-a901-014a4c1f5fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:08.695241 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-0b4e5b64-8c34-4c47-a901-014a4c1f5fae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b6624543-e8b6-4a59-ad25-70085e756796 HTTP/1.1" status: 204 len: 168 time: 0.3482447 Feb 09 13:00:08.725013 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e5b64-8c34-4c47-a901-014a4c1f5fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6624543-e8b6-4a59-ad25-70085e756796,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:08.836615 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-59e86451-105d-4998-908c-15cd3b523313 admin admin] Deleting port d90e63af-ce10-4904-92e7-afd0a22b7ddd {{(pid=109770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:00:08.836851 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-59e86451-105d-4998-908c-15cd3b523313 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (d90e63af-ce10-4904-92e7-afd0a22b7ddd), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:08.918484 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-59e86451-105d-4998-908c-15cd3b523313 admin admin] For port d90e63af-ce10-4904-92e7-afd0a22b7ddd, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=d90e63af-ce10-4904-92e7-afd0a22b7ddd,segment=NetworkSegment(65e83d7c-8f31-4529-aaf4-8a9ed6c91a40),segment_id=65e83d7c-8f31-4529-aaf4-8a9ed6c91a40)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:08.918839 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-59e86451-105d-4998-908c-15cd3b523313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (d90e63af-ce10-4904-92e7-afd0a22b7ddd), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:08.932051 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-59e86451-105d-4998-908c-15cd3b523313 admin admin] Calling delete_port for d90e63af-ce10-4904-92e7-afd0a22b7ddd owned by network:router_interface {{(pid=109770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:00:09.151014 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 4b47610b-a2e8-467e-85eb-aa40a66466bf up at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:00:09.205745 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-59e86451-105d-4998-908c-15cd3b523313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (d90e63af-ce10-4904-92e7-afd0a22b7ddd), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:09.243100 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e86451-105d-4998-908c-15cd3b523313 admin admin] Pushing event deleted for resources: {'Port': ['ID=d90e63af-ce10-4904-92e7-afd0a22b7ddd,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:09.333395 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning for port 4b47610b-a2e8-467e-85eb-aa40a66466bf completed by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:00:09.355406 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning complete for port 4b47610b-a2e8-467e-85eb-aa40a66466bf triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:00:09.355406 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (4b47610b-a2e8-467e-85eb-aa40a66466bf), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:09.426238 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc78b1-7a82-4ae1-a019-0d744ebeb918 req-dc6eeb8a-4d24-400f-9044-1fb165e1d53e tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:09.427916 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-5ccc78b1-7a82-4ae1-a019-0d744ebeb918 req-dc6eeb8a-4d24-400f-9044-1fb165e1d53e tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 945 time: 0.1925640 Feb 09 13:00:09.438754 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 4b47610b-a2e8-467e-85eb-aa40a66466bf is: BUILD; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:00:09.439225 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (4b47610b-a2e8-467e-85eb-aa40a66466bf), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:09.441641 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 57336) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:00:09.460708 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a431d1b2-9daa-49ae-a15b-f24358f1b1eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:09.469433 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596cb53a-aaa0-4985-9655-01e58235a3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b47610b-a2e8-467e-85eb-aa40a66466bf'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:00:09.472052 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35568c951842a11d678cd4ef08ed24226590f5ef87a7b6612a56827cefa1ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4c8dca-3d95-4a1d-b7e1-b156a9c65ecb" -d '{"events": [{"server_uuid": "596cb53a-aaa0-4985-9655-01e58235a3d9", "name": "network-vif-plugged", "status": "completed", "tag": "4b47610b-a2e8-467e-85eb-aa40a66466bf"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:00:09.487740 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 4b47610b-a2e8-467e-85eb-aa40a66466bf, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=4b47610b-a2e8-467e-85eb-aa40a66466bf,segment=NetworkSegment(ae643856-13d5-43c8-894b-89ba0eef8e64),segment_id=ae643856-13d5-43c8-894b-89ba0eef8e64)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:09.523144 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-5ccc78b1-7a82-4ae1-a019-0d744ebeb918 req-0fd33c04-f67e-422f-bad6-248a764d4317 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854175 Feb 09 13:00:09.523346 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1379a4-6781-4985-b612-da1457e5fc88 x-openstack-request-id: req-7b1379a4-6781-4985-b612-da1457e5fc88 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:00:09.523346 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596cb53a-aaa0-4985-9655-01e58235a3d9", "name": "network-vif-plugged", "status": "completed", "tag": "4b47610b-a2e8-467e-85eb-aa40a66466bf", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:00:09.523346 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7b1379a4-6781-4985-b612-da1457e5fc88 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:00:09.523346 dv-cinder-810917-4-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596cb53a-aaa0-4985-9655-01e58235a3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b47610b-a2e8-467e-85eb-aa40a66466bf', 'code': 200} Feb 09 13:00:09.529257 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-59e86451-105d-4998-908c-15cd3b523313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1614721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591031'] for router_interface (ef32e58a-f5a8-42dd-9186-f9f664bcf8df), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:09.572208 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a431d1b2-9daa-49ae-a15b-f24358f1b1eb admin admin] Publish callbacks [] for security_group (c268448a-a7a1-4b30-b98e-c61f72327b04), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:09.612744 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (4b47610b-a2e8-467e-85eb-aa40a66466bf), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:09.665585 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=4b47610b-a2e8-467e-85eb-aa40a66466bf,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:09.675849 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a431d1b2-9daa-49ae-a15b-f24358f1b1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (c268448a-a7a1-4b30-b98e-c61f72327b04), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:09.716503 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431d1b2-9daa-49ae-a15b-f24358f1b1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c268448a-a7a1-4b30-b98e-c61f72327b04,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:09.720551 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-a431d1b2-9daa-49ae-a15b-f24358f1b1eb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=404759a312e64ad49d284e987c8935d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2758613 Feb 09 13:00:09.724639 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 57340) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:00:09.728100 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431d1b2-9daa-49ae-a15b-f24358f1b1eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:09.728466 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431d1b2-9daa-49ae-a15b-f24358f1b1eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:09.728815 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431d1b2-9daa-49ae-a15b-f24358f1b1eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:09.729214 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431d1b2-9daa-49ae-a15b-f24358f1b1eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:09.729554 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431d1b2-9daa-49ae-a15b-f24358f1b1eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:09.730166 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431d1b2-9daa-49ae-a15b-f24358f1b1eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:09.730500 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431d1b2-9daa-49ae-a15b-f24358f1b1eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:09.730832 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431d1b2-9daa-49ae-a15b-f24358f1b1eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:09.731207 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431d1b2-9daa-49ae-a15b-f24358f1b1eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:09.731586 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431d1b2-9daa-49ae-a15b-f24358f1b1eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:09.731924 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431d1b2-9daa-49ae-a15b-f24358f1b1eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:09.732249 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431d1b2-9daa-49ae-a15b-f24358f1b1eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:09.732570 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431d1b2-9daa-49ae-a15b-f24358f1b1eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:09.798727 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e1017dbc-dd3d-427e-8b2a-7b3f889b6a2b admin admin] Publish callbacks [] for security_group (c268448a-a7a1-4b30-b98e-c61f72327b04), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:09.803817 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e86451-105d-4998-908c-15cd3b523313 admin admin] Router ef32e58a-f5a8-42dd-9186-f9f664bcf8df has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:00:09.830528 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e1017dbc-dd3d-427e-8b2a-7b3f889b6a2b admin admin] Publish callbacks [] for security_group (c268448a-a7a1-4b30-b98e-c61f72327b04), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:09.976637 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00950a-9276-4319-9750-f00a36236aae req-3d6b51a0-ba8b-421b-b067-3d3a1e42d4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:09.977874 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8a00950a-9276-4319-9750-f00a36236aae req-3d6b51a0-ba8b-421b-b067-3d3a1e42d4b6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 1130 time: 0.0467217 Feb 09 13:00:10.031063 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8a00950a-9276-4319-9750-f00a36236aae req-72078f84-2b85-4302-9822-bb87d4117738 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465612 Feb 09 13:00:10.201894 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e86451-105d-4998-908c-15cd3b523313 admin admin] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:00:10.207183 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-59e86451-105d-4998-908c-15cd3b523313 admin admin] 10.222.0.50 "PUT /v2.0/routers/ef32e58a-f5a8-42dd-9186-f9f664bcf8df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2563679 Feb 09 13:00:10.209782 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 57346) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:00:10.213010 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f85debb-8d48-40f9-b2eb-893629d0dcca None None] Sync routers for ids ['ef32e58a-f5a8-42dd-9186-f9f664bcf8df'] in dv-cinder-810917-4-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:00:10.223501 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f85debb-8d48-40f9-b2eb-893629d0dcca None None] Routers {'ef32e58a-f5a8-42dd-9186-f9f664bcf8df'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:00:10.224106 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-5f85debb-8d48-40f9-b2eb-893629d0dcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:59:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['ef32e58a-f5a8-42dd-9186-f9f664bcf8df'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:00:10.305533 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e1017dbc-dd3d-427e-8b2a-7b3f889b6a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (c268448a-a7a1-4b30-b98e-c61f72327b04), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:10.308035 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-e1017dbc-dd3d-427e-8b2a-7b3f889b6a2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:10.311664 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-e1017dbc-dd3d-427e-8b2a-7b3f889b6a2b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c268448a-a7a1-4b30-b98e-c61f72327b04 HTTP/1.1" status: 204 len: 168 time: 0.5835679 Feb 09 13:00:10.322408 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1017dbc-dd3d-427e-8b2a-7b3f889b6a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c268448a-a7a1-4b30-b98e-c61f72327b04,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:10.338391 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b1f0cb31-6106-4b73-95eb-f38caba132f6 admin admin] Publish callbacks [] for router (ef32e58a-f5a8-42dd-9186-f9f664bcf8df), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:10.363391 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-5f85debb-8d48-40f9-b2eb-893629d0dcca None None] Set router ef32e58a-f5a8-42dd-9186-f9f664bcf8df gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:00:10.464161 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b1f0cb31-6106-4b73-95eb-f38caba132f6 admin admin] Publish callbacks [] for router_gateway (ef32e58a-f5a8-42dd-9186-f9f664bcf8df), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:10.685471 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-b1f0cb31-6106-4b73-95eb-f38caba132f6 admin admin] Deleting port d443f13f-6297-4887-9413-d8eb04c71645 {{(pid=109770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:00:10.689650 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b1f0cb31-6106-4b73-95eb-f38caba132f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (d443f13f-6297-4887-9413-d8eb04c71645), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:10.697360 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794660c-63ed-496d-a787-1edd214031dd req-a9da2acc-f0fd-4c86-b633-1c1126c40815 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:10.706887 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d794660c-63ed-496d-a787-1edd214031dd req-a9da2acc-f0fd-4c86-b633-1c1126c40815 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 946 time: 0.1007273 Feb 09 13:00:10.721426 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-5f85debb-8d48-40f9-b2eb-893629d0dcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'name': 'tempest-TestShelveInstance-1150462200-router', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': 'd443f13f-6297-4887-9413-d8eb04c71645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:31Z', 'updated_at': '2022-02-09T13:00:09Z', 'revision_number': 5, 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'gw_port': {'id': 'd443f13f-6297-4887-9413-d8eb04c71645', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:32Z', 'updated_at': '2022-02-09T12:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:00:10.762346 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d794660c-63ed-496d-a787-1edd214031dd req-828bb464-0b72-4427-ab71-80b452ec1466 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533803 Feb 09 13:00:10.784983 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f85debb-8d48-40f9-b2eb-893629d0dcca None None] Checking router: ef32e58a-f5a8-42dd-9186-f9f664bcf8df for host: dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:00:10.795940 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f85debb-8d48-40f9-b2eb-893629d0dcca None None] Routers {'ef32e58a-f5a8-42dd-9186-f9f664bcf8df'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:00:10.796494 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-5f85debb-8d48-40f9-b2eb-893629d0dcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:59:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['ef32e58a-f5a8-42dd-9186-f9f664bcf8df'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:00:10.834247 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-b1f0cb31-6106-4b73-95eb-f38caba132f6 admin admin] For port d443f13f-6297-4887-9413-d8eb04c71645, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=d443f13f-6297-4887-9413-d8eb04c71645,segment=NetworkSegment(b9e37f85-ea5b-4692-8272-94f7f4592b1f),segment_id=b9e37f85-ea5b-4692-8272-94f7f4592b1f)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:10.834854 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b1f0cb31-6106-4b73-95eb-f38caba132f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (d443f13f-6297-4887-9413-d8eb04c71645), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:10.856251 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-b1f0cb31-6106-4b73-95eb-f38caba132f6 admin admin] Calling delete_port for d443f13f-6297-4887-9413-d8eb04c71645 owned by network:router_gateway {{(pid=109770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:00:10.935297 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-5f85debb-8d48-40f9-b2eb-893629d0dcca None None] Set router ef32e58a-f5a8-42dd-9186-f9f664bcf8df gateway port host: None {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:00:11.005226 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-5f85debb-8d48-40f9-b2eb-893629d0dcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'name': 'tempest-TestShelveInstance-1150462200-router', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:31Z', 'updated_at': '2022-02-09T13:00:10Z', 'revision_number': 6, 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'gw_port_host': None}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:00:11.035352 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f85debb-8d48-40f9-b2eb-893629d0dcca None None] The sync data for ids ['ef32e58a-f5a8-42dd-9186-f9f664bcf8df'] in dv-cinder-810917-4-iscsi is: [{'id': 'ef32e58a-f5a8-42dd-9186-f9f664bcf8df', 'name': 'tempest-TestShelveInstance-1150462200-router', 'tenant_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:31Z', 'updated_at': '2022-02-09T13:00:10Z', 'revision_number': 6, 'project_id': '19f045d14ee84b2d9a76ecc5e986b7b2', 'gw_port_host': None}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:00:11.144705 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b1f0cb31-6106-4b73-95eb-f38caba132f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (d443f13f-6297-4887-9413-d8eb04c71645), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:11.177162 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0cb31-6106-4b73-95eb-f38caba132f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d443f13f-6297-4887-9413-d8eb04c71645,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:11.243244 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b1f0cb31-6106-4b73-95eb-f38caba132f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1591061'] for router_gateway (ef32e58a-f5a8-42dd-9186-f9f664bcf8df), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:11.343864 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b1f0cb31-6106-4b73-95eb-f38caba132f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8967'] for router (ef32e58a-f5a8-42dd-9186-f9f664bcf8df), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:11.348513 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b1f0cb31-6106-4b73-95eb-f38caba132f6 admin admin] Publish callbacks [] for router_controller (ef32e58a-f5a8-42dd-9186-f9f664bcf8df), precommit_delete_associations {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:11.517979 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b1f0cb31-6106-4b73-95eb-f38caba132f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588357'] for router (ef32e58a-f5a8-42dd-9186-f9f664bcf8df), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:11.517979 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f0cb31-6106-4b73-95eb-f38caba132f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef32e58a-f5a8-42dd-9186-f9f664bcf8df {{(pid=109770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:00:11.521735 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-b1f0cb31-6106-4b73-95eb-f38caba132f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:11.522989 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-b1f0cb31-6106-4b73-95eb-f38caba132f6 admin admin] 10.222.0.50 "DELETE /v2.0/routers/ef32e58a-f5a8-42dd-9186-f9f664bcf8df HTTP/1.1" status: 204 len: 168 time: 1.3109727 Feb 09 13:00:11.525686 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 57368) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:00:11.578859 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff93a548-c4bf-4439-8153-981688fa2b97 admin admin] Deleting subnet 52389728-c5f1-4193-92ae-0886d565814f {{(pid=109769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 13:00:11.586202 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ff93a548-c4bf-4439-8153-981688fa2b97 admin admin] Publish callbacks [] for subnet (52389728-c5f1-4193-92ae-0886d565814f), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:11.627019 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ff93a548-c4bf-4439-8153-981688fa2b97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3638820'] for subnet (52389728-c5f1-4193-92ae-0886d565814f), precommit_delete_associations {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:11.722176 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ff93a548-c4bf-4439-8153-981688fa2b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956720'] for subnet (52389728-c5f1-4193-92ae-0886d565814f), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:11.864890 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ff93a548-c4bf-4439-8153-981688fa2b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-956875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8719902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8772564'] for subnet (52389728-c5f1-4193-92ae-0886d565814f), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:11.903563 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93a548-c4bf-4439-8153-981688fa2b97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52389728-c5f1-4193-92ae-0886d565814f,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:11.909101 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-ff93a548-c4bf-4439-8153-981688fa2b97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:11.918211 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-ff93a548-c4bf-4439-8153-981688fa2b97 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/52389728-c5f1-4193-92ae-0886d565814f HTTP/1.1" status: 204 len: 168 time: 0.3897181 Feb 09 13:00:11.919218 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 57380) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:00:11.923141 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2c9622-d31a-43f4-a4e1-18b9c3c9c1f4 None None] Network a2444ddf-e0f9-423c-b50e-660fe55289c5 requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:00:11.935916 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62c0c3-b71e-4cbc-8594-89f1a2b3ecd2 req-1e02523c-1db8-48c3-86a4-714c68210868 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:11.939864 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-4b62c0c3-b71e-4cbc-8594-89f1a2b3ecd2 req-1e02523c-1db8-48c3-86a4-714c68210868 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 946 time: 0.0965047 Feb 09 13:00:12.036399 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4ddf847b-1c31-41f7-bc3f-70841ca84c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-976102'] for network (a2444ddf-e0f9-423c-b50e-660fe55289c5), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:12.042853 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-4b62c0c3-b71e-4cbc-8594-89f1a2b3ecd2 req-a2e387b5-e431-4d6f-a60b-ec3a1e3be961 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988197 Feb 09 13:00:12.088885 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 57390) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:00:12.155178 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf847b-1c31-41f7-bc3f-70841ca84c67 admin admin] Deleting port b7a43bfb-aa25-4087-8ef1-d8a44060fb76 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:00:12.155881 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4ddf847b-1c31-41f7-bc3f-70841ca84c67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (b7a43bfb-aa25-4087-8ef1-d8a44060fb76), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:12.208044 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4007a810-f860-4e5c-ab8a-3781710b8253 None None] DHCP port deletion for a2444ddf-e0f9-423c-b50e-660fe55289c5 request from dv-cinder-810917-4-iscsi {{(pid=109771) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 13:00:12.275955 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-4007a810-f860-4e5c-ab8a-3781710b8253 None None] Deleting port b7a43bfb-aa25-4087-8ef1-d8a44060fb76 {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:00:12.276670 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4007a810-f860-4e5c-ab8a-3781710b8253 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (b7a43bfb-aa25-4087-8ef1-d8a44060fb76), before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:12.284626 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-047805d6-d6c9-49aa-81ad-8d70ade20d11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:12.317224 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4ddf847b-1c31-41f7-bc3f-70841ca84c67 admin admin] For port b7a43bfb-aa25-4087-8ef1-d8a44060fb76, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=b7a43bfb-aa25-4087-8ef1-d8a44060fb76,segment=NetworkSegment(65e83d7c-8f31-4529-aaf4-8a9ed6c91a40),segment_id=65e83d7c-8f31-4529-aaf4-8a9ed6c91a40)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:12.317845 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4ddf847b-1c31-41f7-bc3f-70841ca84c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (b7a43bfb-aa25-4087-8ef1-d8a44060fb76), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:12.367395 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf847b-1c31-41f7-bc3f-70841ca84c67 admin admin] Calling delete_port for b7a43bfb-aa25-4087-8ef1-d8a44060fb76 owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:00:12.385644 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cce1bd-761e-4c6d-b087-033b58955992 req-34426891-1527-422c-989e-f8e2d98e77bc tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:12.387329 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-97cce1bd-761e-4c6d-b087-033b58955992 req-34426891-1527-422c-989e-f8e2d98e77bc tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 946 time: 0.2004893 Feb 09 13:00:12.411265 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-4007a810-f860-4e5c-ab8a-3781710b8253 None None] For port b7a43bfb-aa25-4087-8ef1-d8a44060fb76, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=b7a43bfb-aa25-4087-8ef1-d8a44060fb76,segment=NetworkSegment(65e83d7c-8f31-4529-aaf4-8a9ed6c91a40),segment_id=65e83d7c-8f31-4529-aaf4-8a9ed6c91a40)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:12.411696 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4007a810-f860-4e5c-ab8a-3781710b8253 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (b7a43bfb-aa25-4087-8ef1-d8a44060fb76), precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:12.414575 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-047805d6-d6c9-49aa-81ad-8d70ade20d11 admin admin] Publish callbacks [] for security_group (7c51ac27-6388-4ada-b7b4-ddf6e346098f), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:12.430348 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-4007a810-f860-4e5c-ab8a-3781710b8253 None None] Calling delete_port for b7a43bfb-aa25-4087-8ef1-d8a44060fb76 owned by network:dhcp {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:00:12.502605 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-97cce1bd-761e-4c6d-b087-033b58955992 req-3713cfd0-d70f-4e78-8a62-b5fc7c095723 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663950 Feb 09 13:00:12.533899 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 57394) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:00:12.560760 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-047805d6-d6c9-49aa-81ad-8d70ade20d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (7c51ac27-6388-4ada-b7b4-ddf6e346098f), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:12.599694 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-047805d6-d6c9-49aa-81ad-8d70ade20d11 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=930c8ca428174b4bbb8ddaef5b165033&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5093484 Feb 09 13:00:12.601051 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047805d6-d6c9-49aa-81ad-8d70ade20d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c51ac27-6388-4ada-b7b4-ddf6e346098f,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:12.603508 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 57398) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:00:12.675384 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-054ff63c-9bd5-4ddf-9da7-6397ff854c98 admin admin] Publish callbacks [] for security_group (7c51ac27-6388-4ada-b7b4-ddf6e346098f), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:12.693296 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce456518-518d-4abb-8675-a1f9a256c3aa tempest-TestVolumeBootPattern-2142992254 tempest-TestVolumeBootPattern-2142992254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:12.696159 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-ce456518-518d-4abb-8675-a1f9a256c3aa tempest-TestVolumeBootPattern-2142992254 tempest-TestVolumeBootPattern-2142992254-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 1125 time: 0.1612461 Feb 09 13:00:12.698296 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device b7a43bfb-aa25-4087-8ef1-d8a44060fb76 no longer exists at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:00:12.699051 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 57400) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:00:12.704753 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-d20b2eab-5eb9-4c6b-8279-09f82d9d54a0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Request body: {'floatingip': {'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'port_id': '4b47610b-a2e8-467e-85eb-aa40a66466bf', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:00:12.710815 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-054ff63c-9bd5-4ddf-9da7-6397ff854c98 admin admin] Publish callbacks [] for security_group (7c51ac27-6388-4ada-b7b4-ddf6e346098f), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:12.740411 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4007a810-f860-4e5c-ab8a-3781710b8253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332'] for port (b7a43bfb-aa25-4087-8ef1-d8a44060fb76), after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:12.751678 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] No active binding found for port b7a43bfb-aa25-4087-8ef1-d8a44060fb76 {{(pid=109771) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 13:00:12.752089 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4ddf847b-1c31-41f7-bc3f-70841ca84c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (b7a43bfb-aa25-4087-8ef1-d8a44060fb76), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:12.752605 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] The host dv-cinder-810917-4-iscsi is not matching for port b7a43bfb-aa25-4087-8ef1-d8a44060fb76 host None! {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 13:00:12.752605 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device b7a43bfb-aa25-4087-8ef1-d8a44060fb76 not bound to the agent host dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:00:12.753869 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device d90e63af-ce10-4904-92e7-afd0a22b7ddd no longer exists at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:00:12.783319 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf847b-1c31-41f7-bc3f-70841ca84c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7a43bfb-aa25-4087-8ef1-d8a44060fb76,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:12.785266 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddf847b-1c31-41f7-bc3f-70841ca84c67 admin admin] No DVR routers for this DVR port b7a43bfb-aa25-4087-8ef1-d8a44060fb76 on host dv-cinder-810917-4-iscsi {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:00:12.790765 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007a810-f860-4e5c-ab8a-3781710b8253 None None] Pushing event deleted for resources: {'Port': ['ID=b7a43bfb-aa25-4087-8ef1-d8a44060fb76,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:12.793366 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4007a810-f860-4e5c-ab8a-3781710b8253 None None] No DVR routers for this DVR port b7a43bfb-aa25-4087-8ef1-d8a44060fb76 on host dv-cinder-810917-4-iscsi {{(pid=109771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:00:12.795832 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] No Port match for: d90e63af-ce10-4904-92e7-afd0a22b7ddd {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:00:12.796177 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device d90e63af-ce10-4904-92e7-afd0a22b7ddd not bound to the agent host dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:00:12.796581 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device d443f13f-6297-4887-9413-d8eb04c71645 no longer exists at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:00:12.807668 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007a810-f860-4e5c-ab8a-3781710b8253 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:12.807668 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007a810-f860-4e5c-ab8a-3781710b8253 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:12.807668 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007a810-f860-4e5c-ab8a-3781710b8253 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:12.807668 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007a810-f860-4e5c-ab8a-3781710b8253 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:12.807668 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007a810-f860-4e5c-ab8a-3781710b8253 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:12.807668 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007a810-f860-4e5c-ab8a-3781710b8253 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:12.807668 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007a810-f860-4e5c-ab8a-3781710b8253 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:12.807668 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007a810-f860-4e5c-ab8a-3781710b8253 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:12.807668 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007a810-f860-4e5c-ab8a-3781710b8253 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:12.808512 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007a810-f860-4e5c-ab8a-3781710b8253 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:12.808512 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007a810-f860-4e5c-ab8a-3781710b8253 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:12.808512 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007a810-f860-4e5c-ab8a-3781710b8253 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:12.808754 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007a810-f860-4e5c-ab8a-3781710b8253 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:12.836253 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] No Port match for: d443f13f-6297-4887-9413-d8eb04c71645 {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:00:12.836717 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device d443f13f-6297-4887-9413-d8eb04c71645 not bound to the agent host dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:00:12.866635 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4ddf847b-1c31-41f7-bc3f-70841ca84c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032615', 'neutron.services.segments.db._delete_segments_for_network-8775837910977'] for network (a2444ddf-e0f9-423c-b50e-660fe55289c5), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:12.886439 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d20b2eab-5eb9-4c6b-8279-09f82d9d54a0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:12.892857 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-4ddf847b-1c31-41f7-bc3f-70841ca84c67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2444ddf-e0f9-423c-b50e-660fe55289c5']}} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:00:12.903233 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-4ddf847b-1c31-41f7-bc3f-70841ca84c67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e83d7c-8f31-4529-aaf4-8a9ed6c91a40') {'for_net_delete': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:00:12.903565 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-4ddf847b-1c31-41f7-bc3f-70841ca84c67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e83d7c-8f31-4529-aaf4-8a9ed6c91a40') {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:00:12.913897 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4ddf847b-1c31-41f7-bc3f-70841ca84c67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775837913034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3638831'] for segment (65e83d7c-8f31-4529-aaf4-8a9ed6c91a40), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:12.927712 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4ddf847b-1c31-41f7-bc3f-70841ca84c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (65e83d7c-8f31-4529-aaf4-8a9ed6c91a40), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:12.935569 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ddf847b-1c31-41f7-bc3f-70841ca84c67 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=109769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:00:12.935991 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4ddf847b-1c31-41f7-bc3f-70841ca84c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8720052'] for segment (65e83d7c-8f31-4529-aaf4-8a9ed6c91a40), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: self.session.flush() Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: self.session.flush() Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: self.session.flush() Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: self.session.flush() Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: Traceback (most recent call last): Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: timer() Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: cb(*args, **kw) Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: return func(*args, **kwargs) Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: self._notify() Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: self.callback(batched_events) Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: event.method(event) Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: return f(self, *a, **k) Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: return self._get(url).json() Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: return self.request(url, 'GET', **kwargs) Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:00:12.937715 dv-cinder-810917-4-iscsi neutron-server[109769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:00:12.955182 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-054ff63c-9bd5-4ddf-9da7-6397ff854c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (7c51ac27-6388-4ada-b7b4-ddf6e346098f), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:12.957808 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-054ff63c-9bd5-4ddf-9da7-6397ff854c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:12.958968 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-054ff63c-9bd5-4ddf-9da7-6397ff854c98 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7c51ac27-6388-4ada-b7b4-ddf6e346098f HTTP/1.1" status: 204 len: 168 time: 0.3543744 Feb 09 13:00:12.992836 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d20b2eab-5eb9-4c6b-8279-09f82d9d54a0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:12.996927 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ff63c-9bd5-4ddf-9da7-6397ff854c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c51ac27-6388-4ada-b7b4-ddf6e346098f,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:13.092420 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4ddf847b-1c31-41f7-bc3f-70841ca84c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591153'] for network (a2444ddf-e0f9-423c-b50e-660fe55289c5), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:13.098191 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4ddf847b-1c31-41f7-bc3f-70841ca84c67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:13.102646 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-4ddf847b-1c31-41f7-bc3f-70841ca84c67 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a2444ddf-e0f9-423c-b50e-660fe55289c5 HTTP/1.1" status: 204 len: 168 time: 1.1819386 Feb 09 13:00:13.107600 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 57404) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:00:13.114821 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf847b-1c31-41f7-bc3f-70841ca84c67 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2444ddf-e0f9-423c-b50e-660fe55289c5,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:13.195565 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [None req-d20b2eab-5eb9-4c6b-8279-09f82d9d54a0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Allocated IP 172.27.3.164 (a2e9d4bf-7356-45aa-a65f-bd468972dd5d/c9ce0d82-6bfd-4731-856e-4f09afc4aa6c/0a9a68ba-86be-453a-9cd1-313196b1853a) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:00:13.419638 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d20b2eab-5eb9-4c6b-8279-09f82d9d54a0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for port (0a9a68ba-86be-453a-9cd1-313196b1853a), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:13.565657 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d20b2eab-5eb9-4c6b-8279-09f82d9d54a0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (0a9a68ba-86be-453a-9cd1-313196b1853a), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:13.643760 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20b2eab-5eb9-4c6b-8279-09f82d9d54a0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Network a2e9d4bf-7356-45aa-a65f-bd468972dd5d is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:00:13.652261 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-d20b2eab-5eb9-4c6b-8279-09f82d9d54a0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:00:13.657491 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20b2eab-5eb9-4c6b-8279-09f82d9d54a0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:00:13.661113 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b2eab-5eb9-4c6b-8279-09f82d9d54a0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Pushing event updated for resources: {'Port': ['ID=0a9a68ba-86be-453a-9cd1-313196b1853a,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:13.750137 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2af59b57-49b1-4efd-8040-66581b09f0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590883'] for router_interface (5ad44ab2-a64f-4456-8105-085827579d84), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:14.248682 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d20b2eab-5eb9-4c6b-8279-09f82d9d54a0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for floatingip (7a70e960-bc58-4de3-8d32-0529449b805a), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:14.316968 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-2af59b57-49b1-4efd-8040-66581b09f0f0 admin admin] Deleting port c4122d67-8224-439f-95f4-3f2206a1495a {{(pid=109770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:00:14.317301 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2af59b57-49b1-4efd-8040-66581b09f0f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (c4122d67-8224-439f-95f4-3f2206a1495a), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:14.404273 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-2af59b57-49b1-4efd-8040-66581b09f0f0 admin admin] For port c4122d67-8224-439f-95f4-3f2206a1495a, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=c4122d67-8224-439f-95f4-3f2206a1495a,segment=NetworkSegment(b8506e37-f221-4f47-aa54-7207debfa1e4),segment_id=b8506e37-f221-4f47-aa54-7207debfa1e4)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:14.404759 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2af59b57-49b1-4efd-8040-66581b09f0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (c4122d67-8224-439f-95f4-3f2206a1495a), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:14.442602 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-2af59b57-49b1-4efd-8040-66581b09f0f0 admin admin] Calling delete_port for c4122d67-8224-439f-95f4-3f2206a1495a owned by network:router_interface {{(pid=109770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:00:14.451786 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d20b2eab-5eb9-4c6b-8279-09f82d9d54a0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (0a9a68ba-86be-453a-9cd1-313196b1853a), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:15.000427 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d20b2eab-5eb9-4c6b-8279-09f82d9d54a0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for port (0a9a68ba-86be-453a-9cd1-313196b1853a), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:15.074990 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:15.075659 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d20b2eab-5eb9-4c6b-8279-09f82d9d54a0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10470611'] for port (0a9a68ba-86be-453a-9cd1-313196b1853a), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:15.111897 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2af59b57-49b1-4efd-8040-66581b09f0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (c4122d67-8224-439f-95f4-3f2206a1495a), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:15.159798 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b2eab-5eb9-4c6b-8279-09f82d9d54a0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Pushing event updated for resources: {'Port': ['ID=0a9a68ba-86be-453a-9cd1-313196b1853a,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:15.212752 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af59b57-49b1-4efd-8040-66581b09f0f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4122d67-8224-439f-95f4-3f2206a1495a,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:15.212752 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d20b2eab-5eb9-4c6b-8279-09f82d9d54a0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591139'] for floatingip (7a70e960-bc58-4de3-8d32-0529449b805a), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:15.417568 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.db.l3_db [None req-d20b2eab-5eb9-4c6b-8279-09f82d9d54a0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Floating IP 7a70e960-bc58-4de3-8d32-0529449b805a associated. External IP: 172.27.3.164, port: 4b47610b-a2e8-467e-85eb-aa40a66466bf. Feb 09 13:00:15.510418 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2af59b57-49b1-4efd-8040-66581b09f0f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1614721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591031'] for router_interface (5ad44ab2-a64f-4456-8105-085827579d84), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:15.800617 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20b2eab-5eb9-4c6b-8279-09f82d9d54a0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Router 7028c137-5bb6-4ab9-ba09-bc92d493766f has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:00:15.911007 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af59b57-49b1-4efd-8040-66581b09f0f0 admin admin] Router 5ad44ab2-a64f-4456-8105-085827579d84 has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:00:15.999260 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20b2eab-5eb9-4c6b-8279-09f82d9d54a0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:00:16.010956 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9837245-c98f-4b64-9526-81c9ccaa26f5 None None] Sync routers for ids ['7028c137-5bb6-4ab9-ba09-bc92d493766f'] in dv-cinder-810917-4-iscsi {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:00:16.024017 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9837245-c98f-4b64-9526-81c9ccaa26f5 None None] Routers {'7028c137-5bb6-4ab9-ba09-bc92d493766f'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:00:16.024981 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-f9837245-c98f-4b64-9526-81c9ccaa26f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:59:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['7028c137-5bb6-4ab9-ba09-bc92d493766f'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:00:16.054687 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af59b57-49b1-4efd-8040-66581b09f0f0 admin admin] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:00:16.062535 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 57418) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:00:16.063116 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-2af59b57-49b1-4efd-8040-66581b09f0f0 admin admin] 10.222.0.50 "PUT /v2.0/routers/5ad44ab2-a64f-4456-8105-085827579d84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9539375 Feb 09 13:00:16.066219 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6778ead8-e153-4a62-a838-809239fe5ea8 None None] Sync routers for ids ['5ad44ab2-a64f-4456-8105-085827579d84'] in dv-cinder-810917-4-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:00:16.077996 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6778ead8-e153-4a62-a838-809239fe5ea8 None None] Routers {'5ad44ab2-a64f-4456-8105-085827579d84'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:00:16.079414 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-6778ead8-e153-4a62-a838-809239fe5ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:59:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['5ad44ab2-a64f-4456-8105-085827579d84'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:00:16.094179 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d20b2eab-5eb9-4c6b-8279-09f82d9d54a0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for floatingip (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:16.132418 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-d20b2eab-5eb9-4c6b-8279-09f82d9d54a0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4322824 Feb 09 13:00:16.133320 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596cb53a-aaa0-4985-9655-01e58235a3d9', 'tag': '4b47610b-a2e8-467e-85eb-aa40a66466bf'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:00:16.135852 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7671266cdcd25feb0d1fb7d0d4a7a38583ecefa09a530944b0969c09dda32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8745d8-f8f7-4c71-8e90-14621e4a835e" -d '{"events": [{"name": "network-changed", "server_uuid": "596cb53a-aaa0-4985-9655-01e58235a3d9", "tag": "4b47610b-a2e8-467e-85eb-aa40a66466bf"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:00:16.147175 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-f9837245-c98f-4b64-9526-81c9ccaa26f5 None None] Set router 7028c137-5bb6-4ab9-ba09-bc92d493766f gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:00:16.178262 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc8b689-ae0d-4621-ba38-d74efe08e856 x-openstack-request-id: req-dfc8b689-ae0d-4621-ba38-d74efe08e856 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:00:16.178616 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596cb53a-aaa0-4985-9655-01e58235a3d9", "tag": "4b47610b-a2e8-467e-85eb-aa40a66466bf", "status": "completed", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:00:16.179363 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dfc8b689-ae0d-4621-ba38-d74efe08e856 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:00:16.180087 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596cb53a-aaa0-4985-9655-01e58235a3d9', 'tag': '4b47610b-a2e8-467e-85eb-aa40a66466bf', 'status': 'completed', 'code': 200} Feb 09 13:00:16.203655 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-274cd26c-6ce7-455b-a6bb-eae02aabb368 admin admin] Publish callbacks [] for router (5ad44ab2-a64f-4456-8105-085827579d84), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:16.228923 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-6778ead8-e153-4a62-a838-809239fe5ea8 None None] Set router 5ad44ab2-a64f-4456-8105-085827579d84 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:00:16.316067 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-274cd26c-6ce7-455b-a6bb-eae02aabb368 admin admin] Publish callbacks [] for router_gateway (5ad44ab2-a64f-4456-8105-085827579d84), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:16.442861 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-274cd26c-6ce7-455b-a6bb-eae02aabb368 admin admin] Deleting port 9328a8fd-3e32-44a7-b498-5bfdc1b5c15f {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:00:16.443363 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-274cd26c-6ce7-455b-a6bb-eae02aabb368 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (9328a8fd-3e32-44a7-b498-5bfdc1b5c15f), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:16.447311 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-f9837245-c98f-4b64-9526-81c9ccaa26f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'name': 'tempest-TestVolumeBootPattern-65623051-router', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:16Z', 'revision_number': 4, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'gw_port': {'id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:00:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_floatingips': [{'id': '7a70e960-bc58-4de3-8d32-0529449b805a', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'floating_ip_address': '172.27.3.164', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'port_id': '4b47610b-a2e8-467e-85eb-aa40a66466bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'mac_address': 'fa:16:3e:c9:c7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596cb53a-aaa0-4985-9655-01e58235a3d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:00:14Z', 'updated_at': '2022-02-09T13:00:14Z', 'revision_number': 0, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2646abf0-beb5-4155-8880-59d47efaafc6', 'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'mac_address': 'fa:16:3e:59:99:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:15Z', 'updated_at': '2022-02-09T12:59:20Z', 'revision_number': 5, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'subnets': [{'id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:00:16.479670 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9837245-c98f-4b64-9526-81c9ccaa26f5 None None] Checking router: 7028c137-5bb6-4ab9-ba09-bc92d493766f for host: dv-cinder-810917-4-iscsi {{(pid=109772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:00:16.489121 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9837245-c98f-4b64-9526-81c9ccaa26f5 None None] Routers {'7028c137-5bb6-4ab9-ba09-bc92d493766f'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:00:16.489733 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-f9837245-c98f-4b64-9526-81c9ccaa26f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:59:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['7028c137-5bb6-4ab9-ba09-bc92d493766f'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:00:16.504796 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-6778ead8-e153-4a62-a838-809239fe5ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad44ab2-a64f-4456-8105-085827579d84', 'name': 'tempest-TestShelveInstance-1659053759-router', 'tenant_id': 'cbe7f182d2904e77b195be9fe61e3f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '9328a8fd-3e32-44a7-b498-5bfdc1b5c15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:47Z', 'updated_at': '2022-02-09T13:00:14Z', 'revision_number': 5, 'project_id': 'cbe7f182d2904e77b195be9fe61e3f0d', 'gw_port': {'id': '9328a8fd-3e32-44a7-b498-5bfdc1b5c15f', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad44ab2-a64f-4456-8105-085827579d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:50Z', 'updated_at': '2022-02-09T12:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:00:16.534104 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-274cd26c-6ce7-455b-a6bb-eae02aabb368 admin admin] For port 9328a8fd-3e32-44a7-b498-5bfdc1b5c15f, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=9328a8fd-3e32-44a7-b498-5bfdc1b5c15f,segment=NetworkSegment(b9e37f85-ea5b-4692-8272-94f7f4592b1f),segment_id=b9e37f85-ea5b-4692-8272-94f7f4592b1f)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:16.535144 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-274cd26c-6ce7-455b-a6bb-eae02aabb368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (9328a8fd-3e32-44a7-b498-5bfdc1b5c15f), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:16.549748 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-274cd26c-6ce7-455b-a6bb-eae02aabb368 admin admin] Calling delete_port for 9328a8fd-3e32-44a7-b498-5bfdc1b5c15f owned by network:router_gateway {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:00:16.555131 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6778ead8-e153-4a62-a838-809239fe5ea8 None None] Checking router: 5ad44ab2-a64f-4456-8105-085827579d84 for host: dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:00:16.568362 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6778ead8-e153-4a62-a838-809239fe5ea8 None None] Routers {'5ad44ab2-a64f-4456-8105-085827579d84'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:00:16.568895 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-6778ead8-e153-4a62-a838-809239fe5ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T12:59:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['5ad44ab2-a64f-4456-8105-085827579d84'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:00:16.612209 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-f9837245-c98f-4b64-9526-81c9ccaa26f5 None None] Set router 7028c137-5bb6-4ab9-ba09-bc92d493766f gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:00:16.688310 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-6778ead8-e153-4a62-a838-809239fe5ea8 None None] Set router 5ad44ab2-a64f-4456-8105-085827579d84 gateway port host: None {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:00:16.747030 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-6778ead8-e153-4a62-a838-809239fe5ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad44ab2-a64f-4456-8105-085827579d84', 'name': 'tempest-TestShelveInstance-1659053759-router', 'tenant_id': 'cbe7f182d2904e77b195be9fe61e3f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:47Z', 'updated_at': '2022-02-09T13:00:16Z', 'revision_number': 6, 'project_id': 'cbe7f182d2904e77b195be9fe61e3f0d', 'gw_port_host': None}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:00:16.775522 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6778ead8-e153-4a62-a838-809239fe5ea8 None None] The sync data for ids ['5ad44ab2-a64f-4456-8105-085827579d84'] in dv-cinder-810917-4-iscsi is: [{'id': '5ad44ab2-a64f-4456-8105-085827579d84', 'name': 'tempest-TestShelveInstance-1659053759-router', 'tenant_id': 'cbe7f182d2904e77b195be9fe61e3f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:47Z', 'updated_at': '2022-02-09T13:00:16Z', 'revision_number': 6, 'project_id': 'cbe7f182d2904e77b195be9fe61e3f0d', 'gw_port_host': None}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:00:16.876148 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-f9837245-c98f-4b64-9526-81c9ccaa26f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'name': 'tempest-TestVolumeBootPattern-65623051-router', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:16Z', 'revision_number': 4, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'gw_port': {'id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:00:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_floatingips': [{'id': '7a70e960-bc58-4de3-8d32-0529449b805a', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'floating_ip_address': '172.27.3.164', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'port_id': '4b47610b-a2e8-467e-85eb-aa40a66466bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'mac_address': 'fa:16:3e:c9:c7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596cb53a-aaa0-4985-9655-01e58235a3d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:00:14Z', 'updated_at': '2022-02-09T13:00:14Z', 'revision_number': 0, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2646abf0-beb5-4155-8880-59d47efaafc6', 'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'mac_address': 'fa:16:3e:59:99:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:15Z', 'updated_at': '2022-02-09T12:59:20Z', 'revision_number': 5, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'subnets': [{'id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:00:16.915881 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-274cd26c-6ce7-455b-a6bb-eae02aabb368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (9328a8fd-3e32-44a7-b498-5bfdc1b5c15f), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:16.941537 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cd26c-6ce7-455b-a6bb-eae02aabb368 admin admin] Pushing event deleted for resources: {'Port': ['ID=9328a8fd-3e32-44a7-b498-5bfdc1b5c15f,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:17.003934 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9837245-c98f-4b64-9526-81c9ccaa26f5 None None] The sync data for ids ['7028c137-5bb6-4ab9-ba09-bc92d493766f'] in dv-cinder-810917-4-iscsi is: [{'id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'name': 'tempest-TestVolumeBootPattern-65623051-router', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:16Z', 'revision_number': 4, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'gw_port': {'id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:00:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_floatingips': [{'id': '7a70e960-bc58-4de3-8d32-0529449b805a', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'floating_ip_address': '172.27.3.164', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'port_id': '4b47610b-a2e8-467e-85eb-aa40a66466bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'mac_address': 'fa:16:3e:c9:c7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596cb53a-aaa0-4985-9655-01e58235a3d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:00:14Z', 'updated_at': '2022-02-09T13:00:14Z', 'revision_number': 0, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2646abf0-beb5-4155-8880-59d47efaafc6', 'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'mac_address': 'fa:16:3e:59:99:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:15Z', 'updated_at': '2022-02-09T12:59:20Z', 'revision_number': 5, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'subnets': [{'id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:00:17.010293 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-274cd26c-6ce7-455b-a6bb-eae02aabb368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1591061'] for router_gateway (5ad44ab2-a64f-4456-8105-085827579d84), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:17.111079 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-274cd26c-6ce7-455b-a6bb-eae02aabb368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8967'] for router (5ad44ab2-a64f-4456-8105-085827579d84), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:17.113979 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-274cd26c-6ce7-455b-a6bb-eae02aabb368 admin admin] Publish callbacks [] for router_controller (5ad44ab2-a64f-4456-8105-085827579d84), precommit_delete_associations {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:17.253883 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bd9021-35ac-414b-b568-f3d0772d5362 None None] New status for floating IP 7a70e960-bc58-4de3-8d32-0529449b805a: ACTIVE {{(pid=109772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:00:17.263989 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-274cd26c-6ce7-455b-a6bb-eae02aabb368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588357'] for router (5ad44ab2-a64f-4456-8105-085827579d84), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:17.264551 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274cd26c-6ce7-455b-a6bb-eae02aabb368 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ad44ab2-a64f-4456-8105-085827579d84 {{(pid=109769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:00:17.269874 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-274cd26c-6ce7-455b-a6bb-eae02aabb368 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:17.271160 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-274cd26c-6ce7-455b-a6bb-eae02aabb368 admin admin] 10.222.0.50 "DELETE /v2.0/routers/5ad44ab2-a64f-4456-8105-085827579d84 HTTP/1.1" status: 204 len: 168 time: 1.2075124 Feb 09 13:00:17.273857 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 57426) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:00:17.320509 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eadc0a0-cb30-45d2-850b-a28f9dddc68e admin admin] Deleting subnet f815233d-4b8c-4b3d-a20c-828efcbb5c46 {{(pid=109770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 13:00:17.324684 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5eadc0a0-cb30-45d2-850b-a28f9dddc68e admin admin] Publish callbacks [] for subnet (f815233d-4b8c-4b3d-a20c-828efcbb5c46), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:17.359956 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5eadc0a0-cb30-45d2-850b-a28f9dddc68e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10469959'] for subnet (f815233d-4b8c-4b3d-a20c-828efcbb5c46), precommit_delete_associations {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:17.442612 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5eadc0a0-cb30-45d2-850b-a28f9dddc68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956720'] for subnet (f815233d-4b8c-4b3d-a20c-828efcbb5c46), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:17.595989 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5eadc0a0-cb30-45d2-850b-a28f9dddc68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-956875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10470405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10234534'] for subnet (f815233d-4b8c-4b3d-a20c-828efcbb5c46), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:17.623216 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eadc0a0-cb30-45d2-850b-a28f9dddc68e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f815233d-4b8c-4b3d-a20c-828efcbb5c46,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:17.629885 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-5eadc0a0-cb30-45d2-850b-a28f9dddc68e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:17.635454 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-5eadc0a0-cb30-45d2-850b-a28f9dddc68e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f815233d-4b8c-4b3d-a20c-828efcbb5c46 HTTP/1.1" status: 204 len: 168 time: 0.3583469 Feb 09 13:00:17.635635 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b594c58-094d-4f19-99f5-3e5f2f5645ac None None] Network d9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:00:17.636077 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 57428) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:00:17.715504 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4bc6f0ab-238f-4215-9080-4dbb179a8e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-976102'] for network (d9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:17.778548 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4bc6f0ab-238f-4215-9080-4dbb179a8e3d admin admin] Deleting port 8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:00:17.778890 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4bc6f0ab-238f-4215-9080-4dbb179a8e3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:17.798118 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5313ff1-5390-47f0-a7e1-73fcf14a7918 None None] DHCP port deletion for d9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc request from dv-cinder-810917-4-iscsi {{(pid=109771) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 13:00:17.860124 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-4bc6f0ab-238f-4215-9080-4dbb179a8e3d admin admin] For port 8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c,segment=NetworkSegment(b8506e37-f221-4f47-aa54-7207debfa1e4),segment_id=b8506e37-f221-4f47-aa54-7207debfa1e4)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:17.860405 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4bc6f0ab-238f-4215-9080-4dbb179a8e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:17.865407 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-f5313ff1-5390-47f0-a7e1-73fcf14a7918 None None] Deleting port 8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:00:17.865928 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f5313ff1-5390-47f0-a7e1-73fcf14a7918 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c), before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:17.875662 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-4bc6f0ab-238f-4215-9080-4dbb179a8e3d admin admin] Calling delete_port for 8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c owned by network:dhcp {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:00:17.934382 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-f5313ff1-5390-47f0-a7e1-73fcf14a7918 None None] For port 8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c,segment=NetworkSegment(b8506e37-f221-4f47-aa54-7207debfa1e4),segment_id=b8506e37-f221-4f47-aa54-7207debfa1e4)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:17.934677 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f5313ff1-5390-47f0-a7e1-73fcf14a7918 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c), precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:17.948341 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-f5313ff1-5390-47f0-a7e1-73fcf14a7918 None None] Calling delete_port for 8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c owned by network:dhcp {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:00:18.003781 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8745d8-f8f7-4c71-8e90-14621e4a835e req-b0726799-538c-4d6d-8828-a271ccded989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:18.005351 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6e8745d8-f8f7-4c71-8e90-14621e4a835e req-b0726799-538c-4d6d-8828-a271ccded989 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44bc2ca5ad754464b1f529f89468e66d&device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 1130 time: 0.0626829 Feb 09 13:00:18.095708 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8745d8-f8f7-4c71-8e90-14621e4a835e req-30b772db-0ff0-4810-8921-638dfb6c126d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:18.097175 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6e8745d8-f8f7-4c71-8e90-14621e4a835e req-30b772db-0ff0-4810-8921-638dfb6c126d service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfe2aa73-6855-41ea-ba28-5213bb19ed33 HTTP/1.1" status: 200 len: 911 time: 0.0857670 Feb 09 13:00:18.098186 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4bc6f0ab-238f-4215-9080-4dbb179a8e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:18.105460 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f5313ff1-5390-47f0-a7e1-73fcf14a7918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332'] for port (8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c), after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:18.132138 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6f0ab-238f-4215-9080-4dbb179a8e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:18.132916 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5313ff1-5390-47f0-a7e1-73fcf14a7918 None None] Pushing event deleted for resources: {'Port': ['ID=8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:18.138962 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5313ff1-5390-47f0-a7e1-73fcf14a7918 None None] No DVR routers for this DVR port 8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c on host dv-cinder-810917-4-iscsi {{(pid=109771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:00:18.166323 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc6f0ab-238f-4215-9080-4dbb179a8e3d admin admin] No DVR routers for this DVR port 8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c on host dv-cinder-810917-4-iscsi {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:00:18.248153 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6e8745d8-f8f7-4c71-8e90-14621e4a835e req-763556ed-87c1-4069-a019-5106ff81da70 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b47610b-a2e8-467e-85eb-aa40a66466bf HTTP/1.1" status: 200 len: 1002 time: 0.1411142 Feb 09 13:00:18.253018 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4bc6f0ab-238f-4215-9080-4dbb179a8e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032615', 'neutron.services.segments.db._delete_segments_for_network-8775837910977'] for network (d9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:18.305009 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-4bc6f0ab-238f-4215-9080-4dbb179a8e3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc']}} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:00:18.320916 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-4bc6f0ab-238f-4215-9080-4dbb179a8e3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8506e37-f221-4f47-aa54-7207debfa1e4') {'for_net_delete': True} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:00:18.321205 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.services.segments.db [None req-4bc6f0ab-238f-4215-9080-4dbb179a8e3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8506e37-f221-4f47-aa54-7207debfa1e4') {} {{(pid=109769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:00:18.335334 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4bc6f0ab-238f-4215-9080-4dbb179a8e3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775837913034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3638831'] for segment (b8506e37-f221-4f47-aa54-7207debfa1e4), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:18.338188 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8745d8-f8f7-4c71-8e90-14621e4a835e req-b60e0270-9364-4196-b831-15f256f991d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:18.340974 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6e8745d8-f8f7-4c71-8e90-14621e4a835e req-b60e0270-9364-4196-b831-15f256f991d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c6f5e8dd-0950-4262-b6cd-32fc3a7b56db HTTP/1.1" status: 200 len: 849 time: 0.0851192 Feb 09 13:00:18.374702 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4bc6f0ab-238f-4215-9080-4dbb179a8e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (b8506e37-f221-4f47-aa54-7207debfa1e4), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:18.383635 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc6f0ab-238f-4215-9080-4dbb179a8e3d admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4bc6f0ab-238f-4215-9080-4dbb179a8e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8720052'] for segment (b8506e37-f221-4f47-aa54-7207debfa1e4), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: Traceback (most recent call last): Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: timer() Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: cb(*args, **kw) Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: return func(*args, **kwargs) Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: self._notify() Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: self.callback(batched_events) Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: event.method(event) Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: return f(self, *a, **k) Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: return self._get(url).json() Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: return self.request(url, 'GET', **kwargs) Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:00:18.390073 dv-cinder-810917-4-iscsi neutron-server[109769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:00:18.443473 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8745d8-f8f7-4c71-8e90-14621e4a835e req-bd574331-cb61-43bf-b700-03a1b3316d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:18.445447 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6e8745d8-f8f7-4c71-8e90-14621e4a835e req-bd574331-cb61-43bf-b700-03a1b3316d92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfe2aa73-6855-41ea-ba28-5213bb19ed33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0974941 Feb 09 13:00:18.536786 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4bc6f0ab-238f-4215-9080-4dbb179a8e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591153'] for network (d9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:18.543073 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-4bc6f0ab-238f-4215-9080-4dbb179a8e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:18.546176 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-4bc6f0ab-238f-4215-9080-4dbb179a8e3d admin admin] 10.222.0.50 "DELETE /v2.0/networks/d9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc HTTP/1.1" status: 204 len: 168 time: 0.9092412 Feb 09 13:00:18.548272 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6e8745d8-f8f7-4c71-8e90-14621e4a835e req-1dd7cfe6-97c4-40f8-9c71-23eb41a28389 service neutron] 10.222.0.18 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961370 Feb 09 13:00:18.568345 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6f0ab-238f-4215-9080-4dbb179a8e3d admin admin] Pushing event deleted for resources: {'Network': ['ID=d9fe8f0d-7bb9-4757-8a04-64ad80e6e0dc,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:18.655145 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6e8745d8-f8f7-4c71-8e90-14621e4a835e req-e1f7e578-aa06-4432-9fd7-77f65eb6b048 service neutron] 10.222.0.18 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954113 Feb 09 13:00:18.685878 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c no longer exists at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:00:18.710486 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] No Port match for: 8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:00:18.710827 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 8ce47b5b-97bb-4643-9864-0eb3e8b7bf7c not bound to the agent host dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:00:18.711238 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 9328a8fd-3e32-44a7-b498-5bfdc1b5c15f no longer exists at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:00:18.730607 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] No Port match for: 9328a8fd-3e32-44a7-b498-5bfdc1b5c15f {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:00:18.730990 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 9328a8fd-3e32-44a7-b498-5bfdc1b5c15f not bound to the agent host dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:00:18.731393 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device c4122d67-8224-439f-95f4-3f2206a1495a no longer exists at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:00:18.750803 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] No Port match for: c4122d67-8224-439f-95f4-3f2206a1495a {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:00:18.757624 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device c4122d67-8224-439f-95f4-3f2206a1495a not bound to the agent host dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:00:18.985276 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 57434) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:00:19.025322 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-3f7560f7-fb2a-431b-a645-3fcd80dfffd5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=19f045d14ee84b2d9a76ecc5e986b7b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389009 Feb 09 13:00:19.027877 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 57436) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:00:19.075036 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-be352579-5cd6-4dc7-aa79-2003c81228b6 admin admin] Publish callbacks [] for security_group (a76843a6-40e1-4856-9ba9-43aaa31cdd6b), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:19.097148 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-be352579-5cd6-4dc7-aa79-2003c81228b6 admin admin] Publish callbacks [] for security_group (a76843a6-40e1-4856-9ba9-43aaa31cdd6b), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:19.235257 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-be352579-5cd6-4dc7-aa79-2003c81228b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (a76843a6-40e1-4856-9ba9-43aaa31cdd6b), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:19.238151 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-be352579-5cd6-4dc7-aa79-2003c81228b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:19.239390 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-be352579-5cd6-4dc7-aa79-2003c81228b6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a76843a6-40e1-4856-9ba9-43aaa31cdd6b HTTP/1.1" status: 204 len: 168 time: 0.2105856 Feb 09 13:00:19.248593 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be352579-5cd6-4dc7-aa79-2003c81228b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76843a6-40e1-4856-9ba9-43aaa31cdd6b,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:20.098575 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 57460) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:00:20.140778 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-7a018f85-2582-47c7-b702-4cbeb237f6e4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cbe7f182d2904e77b195be9fe61e3f0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409837 Feb 09 13:00:20.143229 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 57462) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:00:20.192226 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6be4a804-75e6-4777-be66-5c481de2474a admin admin] Publish callbacks [] for security_group (1b5f7d1b-195d-4d97-96f5-a51628629695), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:20.218467 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6be4a804-75e6-4777-be66-5c481de2474a admin admin] Publish callbacks [] for security_group (1b5f7d1b-195d-4d97-96f5-a51628629695), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:20.372717 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6be4a804-75e6-4777-be66-5c481de2474a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (1b5f7d1b-195d-4d97-96f5-a51628629695), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:20.375396 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-6be4a804-75e6-4777-be66-5c481de2474a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:20.376587 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-6be4a804-75e6-4777-be66-5c481de2474a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1b5f7d1b-195d-4d97-96f5-a51628629695 HTTP/1.1" status: 204 len: 168 time: 0.2324054 Feb 09 13:00:20.385072 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4a804-75e6-4777-be66-5c481de2474a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5f7d1b-195d-4d97-96f5-a51628629695,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:23.378691 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-fbf80ba8-dda1-4d5c-aaab-636740965c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:23.832762 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 57494) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:00:23.942758 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0b44da0a-1944-45be-ab00-89dd5e26d9be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:24.017371 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0b44da0a-1944-45be-ab00-89dd5e26d9be admin admin] Publish callbacks [] for security_group (759ce564-1fe0-4411-9e85-14b3cefcca1f), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:24.120937 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0b44da0a-1944-45be-ab00-89dd5e26d9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (759ce564-1fe0-4411-9e85-14b3cefcca1f), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:24.166754 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44da0a-1944-45be-ab00-89dd5e26d9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759ce564-1fe0-4411-9e85-14b3cefcca1f,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:24.172111 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-0b44da0a-1944-45be-ab00-89dd5e26d9be admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ab37b4eec6f54e549410b36aa5d78e0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383243 Feb 09 13:00:24.180609 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 57498) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:00:24.226256 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a95806cd-d2c1-4be3-bf2e-215c01310259 admin admin] Publish callbacks [] for security_group (759ce564-1fe0-4411-9e85-14b3cefcca1f), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:24.247689 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a95806cd-d2c1-4be3-bf2e-215c01310259 admin admin] Publish callbacks [] for security_group (759ce564-1fe0-4411-9e85-14b3cefcca1f), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:24.428739 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a95806cd-d2c1-4be3-bf2e-215c01310259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (759ce564-1fe0-4411-9e85-14b3cefcca1f), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:24.431297 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a95806cd-d2c1-4be3-bf2e-215c01310259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:24.432464 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-a95806cd-d2c1-4be3-bf2e-215c01310259 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/759ce564-1fe0-4411-9e85-14b3cefcca1f HTTP/1.1" status: 204 len: 168 time: 0.2567985 Feb 09 13:00:24.443477 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95806cd-d2c1-4be3-bf2e-215c01310259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759ce564-1fe0-4411-9e85-14b3cefcca1f,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:25.920865 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d43fe1a7-2050-4903-b23f-4b6225b8aa7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:27.515051 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:28.686812 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:28.932813 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:00:29.795565 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:45.102303 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:53.154791 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4f806d74-150a-492b-987c-66687120d174 req-d92890bf-4e93-4307-b639-012bcf60a423 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450563 Feb 09 13:00:53.239544 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f806d74-150a-492b-987c-66687120d174 req-8ada51fb-98a5-472d-a026-5b91de460786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:53.241040 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4f806d74-150a-492b-987c-66687120d174 req-8ada51fb-98a5-472d-a026-5b91de460786 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44bc2ca5ad754464b1f529f89468e66d&device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 1130 time: 0.0457492 Feb 09 13:00:53.332340 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8f4363c7-d174-47a7-858a-65c2dc014aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:53.349467 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f806d74-150a-492b-987c-66687120d174 req-14818bf0-662f-4221-87c2-6f7e3a299454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:53.350969 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4f806d74-150a-492b-987c-66687120d174 req-14818bf0-662f-4221-87c2-6f7e3a299454 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfe2aa73-6855-41ea-ba28-5213bb19ed33 HTTP/1.1" status: 200 len: 911 time: 0.0918918 Feb 09 13:00:53.419645 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4f806d74-150a-492b-987c-66687120d174 req-b1b927f8-4912-49ed-9553-5700002a62b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b47610b-a2e8-467e-85eb-aa40a66466bf HTTP/1.1" status: 200 len: 1002 time: 0.0625641 Feb 09 13:00:53.467075 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f806d74-150a-492b-987c-66687120d174 req-d2fe1df0-7f5f-4039-9fe3-4a8bfec25db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:53.468538 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4f806d74-150a-492b-987c-66687120d174 req-d2fe1df0-7f5f-4039-9fe3-4a8bfec25db8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c6f5e8dd-0950-4262-b6cd-32fc3a7b56db HTTP/1.1" status: 200 len: 849 time: 0.0432537 Feb 09 13:00:53.521136 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f806d74-150a-492b-987c-66687120d174 req-df3a8d2b-03b2-4977-bd0c-0b93e4b9715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:53.522634 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4f806d74-150a-492b-987c-66687120d174 req-df3a8d2b-03b2-4977-bd0c-0b93e4b9715c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfe2aa73-6855-41ea-ba28-5213bb19ed33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487995 Feb 09 13:00:53.614442 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4f806d74-150a-492b-987c-66687120d174 req-4e92ad0d-5d4f-455a-a3b5-fc9883736d85 service neutron] 10.222.0.18 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858805 Feb 09 13:00:53.709215 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4f806d74-150a-492b-987c-66687120d174 req-ff18018b-1e51-48f9-9f11-9a390683fc01 service neutron] 10.222.0.18 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887175 Feb 09 13:00:54.454765 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 57686) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:00:54.560254 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bd075d67-a223-4501-9d04-c6186a9faddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:54.637379 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bd075d67-a223-4501-9d04-c6186a9faddd admin admin] Publish callbacks [] for security_group (c19a47d9-b32f-46e4-ae04-11321dddbc23), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:54.686320 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-bd075d67-a223-4501-9d04-c6186a9faddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (c19a47d9-b32f-46e4-ae04-11321dddbc23), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:54.725848 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-bd075d67-a223-4501-9d04-c6186a9faddd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b5429f9065dc46bebbbec2123382fe83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699289 Feb 09 13:00:54.726697 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd075d67-a223-4501-9d04-c6186a9faddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19a47d9-b32f-46e4-ae04-11321dddbc23,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:54.728638 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 57690) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:00:54.778691 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-206f0160-b51e-421e-a2bb-f3e79d78845d admin admin] Publish callbacks [] for security_group (c19a47d9-b32f-46e4-ae04-11321dddbc23), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:54.801372 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-206f0160-b51e-421e-a2bb-f3e79d78845d admin admin] Publish callbacks [] for security_group (c19a47d9-b32f-46e4-ae04-11321dddbc23), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:54.932113 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-206f0160-b51e-421e-a2bb-f3e79d78845d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (c19a47d9-b32f-46e4-ae04-11321dddbc23), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:54.934535 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-206f0160-b51e-421e-a2bb-f3e79d78845d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:54.935697 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-206f0160-b51e-421e-a2bb-f3e79d78845d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c19a47d9-b32f-46e4-ae04-11321dddbc23 HTTP/1.1" status: 204 len: 168 time: 0.2060215 Feb 09 13:00:54.944597 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f0160-b51e-421e-a2bb-f3e79d78845d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19a47d9-b32f-46e4-ae04-11321dddbc23,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:56.018651 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-9d7362f2-e533-4a99-b587-50f0a1fa4307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:57.411988 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:57.950878 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-18268914-f4f4-46bd-84b7-f588de597c3f req-29a873d5-7be8-4dec-b34e-1a53a5e0bffa tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=9a01c262e52e43f687196e4ed3d9ee7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297666 Feb 09 13:00:58.139812 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18268914-f4f4-46bd-84b7-f588de597c3f req-2d65a6ad-10f2-4b67-9e94-e25f3bc13aa0 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:58.141299 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-18268914-f4f4-46bd-84b7-f588de597c3f req-2d65a6ad-10f2-4b67-9e94-e25f3bc13aa0 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1846547 Feb 09 13:00:58.155780 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-18268914-f4f4-46bd-84b7-f588de597c3f req-b747ff9b-489f-4660-aff2-400d9bd852b0 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.50 "GET /v2.0/quotas/9a01c262e52e43f687196e4ed3d9ee7a HTTP/1.1" status: 200 len: 375 time: 0.0090299 Feb 09 13:00:58.186299 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-18268914-f4f4-46bd-84b7-f588de597c3f req-7be5c1e4-c06d-4791-9399-ac9a6cf17e66 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a01c262e52e43f687196e4ed3d9ee7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256028 Feb 09 13:00:58.462850 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-25cb78e6-80c2-4ad2-9a08-cf0ec9a7f695 req-c5f62603-004a-4755-851c-c3684808acf1 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5046b02c-a3b3-4cdc-a863-615750b11c0b HTTP/1.1" status: 200 len: 210 time: 0.0308225 Feb 09 13:00:58.697888 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:00:59.566102 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-33c1ffb0-7ce5-4e8d-a83e-5b7dc0b9ae3c req-2e08fe05-8afe-44c5-8b2b-eeacc9f92ead tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5046b02c-a3b3-4cdc-a863-615750b11c0b HTTP/1.1" status: 200 len: 210 time: 0.0279460 Feb 09 13:00:59.787796 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:00.547786 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-18268914-f4f4-46bd-84b7-f588de597c3f req-04691c32-c9c3-453d-9480-8f2857363ea4 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9a01c262e52e43f687196e4ed3d9ee7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221615 Feb 09 13:01:00.664216 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-8e9be557-34c5-4f7d-934f-b00dc3f1ddc6 req-0c8d1ffa-2d00-420e-8995-353b52de656a tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5046b02c-a3b3-4cdc-a863-615750b11c0b HTTP/1.1" status: 200 len: 210 time: 0.0269501 Feb 09 13:01:00.669601 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18268914-f4f4-46bd-84b7-f588de597c3f req-98e98f7d-da3c-445c-a245-fa6dbf30560e tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:00.671088 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-18268914-f4f4-46bd-84b7-f588de597c3f req-98e98f7d-da3c-445c-a245-fa6dbf30560e tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1187572 Feb 09 13:01:00.684190 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-18268914-f4f4-46bd-84b7-f588de597c3f req-b8241291-a82e-4026-9624-1a7be7721819 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Request body: {'port': {'device_id': '5046b02c-a3b3-4cdc-a863-615750b11c0b', 'network_id': '83752d7e-2bcd-4ce9-a867-957ed4293dca', 'admin_state_up': True, 'tenant_id': '9a01c262e52e43f687196e4ed3d9ee7a'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:01:00.874986 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18268914-f4f4-46bd-84b7-f588de597c3f req-b8241291-a82e-4026-9624-1a7be7721819 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Made reservation on behalf of 9a01c262e52e43f687196e4ed3d9ee7a for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:01:00.878545 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-18268914-f4f4-46bd-84b7-f588de597c3f req-b8241291-a82e-4026-9624-1a7be7721819 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:00.891319 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-18268914-f4f4-46bd-84b7-f588de597c3f req-b8241291-a82e-4026-9624-1a7be7721819 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:01.212171 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-18268914-f4f4-46bd-84b7-f588de597c3f req-b8241291-a82e-4026-9624-1a7be7721819 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Publish callbacks [] for security_group (89233c17-29c5-485e-976d-721c95807917), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:01.303230 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-18268914-f4f4-46bd-84b7-f588de597c3f req-b8241291-a82e-4026-9624-1a7be7721819 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (89233c17-29c5-485e-976d-721c95807917), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:01.363397 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8241291-a82e-4026-9624-1a7be7721819 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89233c17-29c5-485e-976d-721c95807917,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:01.437271 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-18268914-f4f4-46bd-84b7-f588de597c3f req-b8241291-a82e-4026-9624-1a7be7721819 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Allocated IP 192.168.233.69 (83752d7e-2bcd-4ce9-a867-957ed4293dca/077f950f-fe27-4a72-ab88-beb19ec68faa/a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:01:01.589506 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-18268914-f4f4-46bd-84b7-f588de597c3f req-b8241291-a82e-4026-9624-1a7be7721819 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Publish callbacks [] for port (a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:01.721071 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-18268914-f4f4-46bd-84b7-f588de597c3f req-b8241291-a82e-4026-9624-1a7be7721819 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:01.793719 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18268914-f4f4-46bd-84b7-f588de597c3f req-b8241291-a82e-4026-9624-1a7be7721819 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Network 83752d7e-2bcd-4ce9-a867-957ed4293dca is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:01:01.800126 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-18268914-f4f4-46bd-84b7-f588de597c3f req-b8241291-a82e-4026-9624-1a7be7721819 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:01:01.805048 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-18268914-f4f4-46bd-84b7-f588de597c3f req-b8241291-a82e-4026-9624-1a7be7721819 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:01:01.809932 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8241291-a82e-4026-9624-1a7be7721819 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Pushing event updated for resources: {'Port': ['ID=a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:01.864150 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18268914-f4f4-46bd-84b7-f588de597c3f req-b8241291-a82e-4026-9624-1a7be7721819 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:01.864801 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-18268914-f4f4-46bd-84b7-f588de597c3f req-b8241291-a82e-4026-9624-1a7be7721819 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:01.875260 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccead7-7f3d-4c5c-9eb9-69ef0511d6bb req-56fd64f1-b397-4053-9de8-32687c3786b7 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:01.876819 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3bccead7-7f3d-4c5c-9eb9-69ef0511d6bb req-56fd64f1-b397-4053-9de8-32687c3786b7 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5046b02c-a3b3-4cdc-a863-615750b11c0b HTTP/1.1" status: 200 len: 935 time: 0.1221700 Feb 09 13:01:01.930910 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3bccead7-7f3d-4c5c-9eb9-69ef0511d6bb req-fe3d0ce1-1c8f-482b-b7ee-273781be2db0 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.50 "GET /v2.0/security-groups?id=89233c17-29c5-485e-976d-721c95807917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443661 Feb 09 13:01:02.024782 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-18268914-f4f4-46bd-84b7-f588de597c3f req-b8241291-a82e-4026-9624-1a7be7721819 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3453124 Feb 09 13:01:02.036099 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-18268914-f4f4-46bd-84b7-f588de597c3f req-7225fa79-8616-46e0-8c44-0d670f38e1c3 service neutron] Request body: {'port': {'device_id': '5046b02c-a3b3-4cdc-a863-615750b11c0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:01:02.073518 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-a528d358-019b-40f7-ac4f-867b77554b8a None None] Provisioning complete for port a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53 triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:01:02.074064 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-a528d358-019b-40f7-ac4f-867b77554b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:02.100170 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-18268914-f4f4-46bd-84b7-f588de597c3f req-7225fa79-8616-46e0-8c44-0d670f38e1c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:02.111018 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-a528d358-019b-40f7-ac4f-867b77554b8a None None] Port a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53 cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:01:02.363559 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-18268914-f4f4-46bd-84b7-f588de597c3f req-7225fa79-8616-46e0-8c44-0d670f38e1c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:01:02.370926 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-18268914-f4f4-46bd-84b7-f588de597c3f req-7225fa79-8616-46e0-8c44-0d670f38e1c3 service neutron] Publish callbacks [] for port (a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:02.382552 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-18268914-f4f4-46bd-84b7-f588de597c3f req-7225fa79-8616-46e0-8c44-0d670f38e1c3 service neutron] Transition to ACTIVE for port object a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53 will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:01:02.480802 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-18268914-f4f4-46bd-84b7-f588de597c3f req-7225fa79-8616-46e0-8c44-0d670f38e1c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8720072'] for port (a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:02.534938 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7225fa79-8616-46e0-8c44-0d670f38e1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:02.614041 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-18268914-f4f4-46bd-84b7-f588de597c3f req-7225fa79-8616-46e0-8c44-0d670f38e1c3 service neutron] Attempting to bind port a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:01:02.614288 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-18268914-f4f4-46bd-84b7-f588de597c3f req-7225fa79-8616-46e0-8c44-0d670f38e1c3 service neutron] Attempting to bind port a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': 'c23d0e1f-1cf9-4e64-88c5-3275e1d98564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '83752d7e-2bcd-4ce9-a867-957ed4293dca'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:01:02.614609 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18268914-f4f4-46bd-84b7-f588de597c3f req-7225fa79-8616-46e0-8c44-0d670f38e1c3 service neutron] Attempting to bind port a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53 on network 83752d7e-2bcd-4ce9-a867-957ed4293dca {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:01:02.619230 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18268914-f4f4-46bd-84b7-f588de597c3f req-7225fa79-8616-46e0-8c44-0d670f38e1c3 service neutron] Port a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53 on network 83752d7e-2bcd-4ce9-a867-957ed4293dca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 13:01:02.619579 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18268914-f4f4-46bd-84b7-f588de597c3f req-7225fa79-8616-46e0-8c44-0d670f38e1c3 service neutron] Attempting to bind port a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53 on network 83752d7e-2bcd-4ce9-a867-957ed4293dca {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:01:02.624656 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18268914-f4f4-46bd-84b7-f588de597c3f req-7225fa79-8616-46e0-8c44-0d670f38e1c3 service neutron] Checking agent: {'id': '230303ca-ea08-4771-a934-bc9aeb8313a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'started_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:01:02.624990 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18268914-f4f4-46bd-84b7-f588de597c3f req-7225fa79-8616-46e0-8c44-0d670f38e1c3 service neutron] Checking segment: {'id': 'c23d0e1f-1cf9-4e64-88c5-3275e1d98564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '83752d7e-2bcd-4ce9-a867-957ed4293dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:01:02.625367 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18268914-f4f4-46bd-84b7-f588de597c3f req-7225fa79-8616-46e0-8c44-0d670f38e1c3 service neutron] Bound using segment: {'id': 'c23d0e1f-1cf9-4e64-88c5-3275e1d98564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '83752d7e-2bcd-4ce9-a867-957ed4293dca'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:01:02.625787 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-18268914-f4f4-46bd-84b7-f588de597c3f req-7225fa79-8616-46e0-8c44-0d670f38e1c3 service neutron] Bound port: a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c23d0e1f-1cf9-4e64-88c5-3275e1d98564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '83752d7e-2bcd-4ce9-a867-957ed4293dca'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:01:02.626139 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-18268914-f4f4-46bd-84b7-f588de597c3f req-7225fa79-8616-46e0-8c44-0d670f38e1c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:02.693511 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-18268914-f4f4-46bd-84b7-f588de597c3f req-7225fa79-8616-46e0-8c44-0d670f38e1c3 service neutron] For port a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53, host hv-cinder-81091, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:01:02.696472 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-18268914-f4f4-46bd-84b7-f588de597c3f req-7225fa79-8616-46e0-8c44-0d670f38e1c3 service neutron] For port a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53,segment=NetworkSegment(c23d0e1f-1cf9-4e64-88c5-3275e1d98564),segment_id=c23d0e1f-1cf9-4e64-88c5-3275e1d98564)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:01:02.776927 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-18268914-f4f4-46bd-84b7-f588de597c3f req-7225fa79-8616-46e0-8c44-0d670f38e1c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8720072'] for port (a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:02.811957 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18268914-f4f4-46bd-84b7-f588de597c3f req-7225fa79-8616-46e0-8c44-0d670f38e1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:02.812251 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-18268914-f4f4-46bd-84b7-f588de597c3f req-7225fa79-8616-46e0-8c44-0d670f38e1c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:02.813777 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-18268914-f4f4-46bd-84b7-f588de597c3f req-7225fa79-8616-46e0-8c44-0d670f38e1c3 service neutron] 10.222.0.18 "PUT /v2.0/ports/a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53 HTTP/1.1" status: 200 len: 1097 time: 0.7819457 Feb 09 13:01:02.814111 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5046b02c-a3b3-4cdc-a863-615750b11c0b', 'tag': 'a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:01:02.816439 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b38f772-88f1-4e2d-955e-8eda09936152" -d '{"events": [{"name": "network-changed", "server_uuid": "5046b02c-a3b3-4cdc-a863-615750b11c0b", "tag": "a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:01:02.843535 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7225fa79-8616-46e0-8c44-0d670f38e1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:02.858454 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37be7c6-7ebd-41e0-945a-ac9ae570b33a x-openstack-request-id: req-a37be7c6-7ebd-41e0-945a-ac9ae570b33a {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:01:02.858747 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5046b02c-a3b3-4cdc-a863-615750b11c0b", "tag": "a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:01:02.859002 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a37be7c6-7ebd-41e0-945a-ac9ae570b33a {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:01:02.859408 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5046b02c-a3b3-4cdc-a863-615750b11c0b', 'tag': 'a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53', 'status': 'completed', 'code': 200} Feb 09 13:01:02.942482 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38f772-88f1-4e2d-955e-8eda09936152 req-4fc203af-618f-42d3-8645-c937475ae231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:02.944076 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3b38f772-88f1-4e2d-955e-8eda09936152 req-4fc203af-618f-42d3-8645-c937475ae231 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a01c262e52e43f687196e4ed3d9ee7a&device_id=5046b02c-a3b3-4cdc-a863-615750b11c0b HTTP/1.1" status: 200 len: 1131 time: 0.0647671 Feb 09 13:01:02.976701 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3b38f772-88f1-4e2d-955e-8eda09936152 req-d67b5eba-93d3-44ba-95d1-e438830a6ed1 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9a01c262e52e43f687196e4ed3d9ee7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246468 Feb 09 13:01:03.118680 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dc8bd-6c6e-4235-aeae-176772cd1561 req-1c4b8f77-ece3-47d6-92ef-3aeb5aa1a529 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:03.120127 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c49dc8bd-6c6e-4235-aeae-176772cd1561 req-1c4b8f77-ece3-47d6-92ef-3aeb5aa1a529 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5046b02c-a3b3-4cdc-a863-615750b11c0b HTTP/1.1" status: 200 len: 947 time: 0.1136630 Feb 09 13:01:03.122867 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38f772-88f1-4e2d-955e-8eda09936152 req-ae572da1-c03e-4c26-8d7a-4ca908e65816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:03.124252 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3b38f772-88f1-4e2d-955e-8eda09936152 req-ae572da1-c03e-4c26-8d7a-4ca908e65816 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1389437 Feb 09 13:01:03.179541 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c49dc8bd-6c6e-4235-aeae-176772cd1561 req-75f668d9-8bb9-4635-9478-6f614f75fe63 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.50 "GET /v2.0/security-groups?id=89233c17-29c5-485e-976d-721c95807917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537729 Feb 09 13:01:03.213772 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18268914-f4f4-46bd-84b7-f588de597c3f req-f8bb0d35-5f76-4daf-9b35-a22a53126453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:03.215378 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-18268914-f4f4-46bd-84b7-f588de597c3f req-f8bb0d35-5f76-4daf-9b35-a22a53126453 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a01c262e52e43f687196e4ed3d9ee7a&device_id=5046b02c-a3b3-4cdc-a863-615750b11c0b HTTP/1.1" status: 200 len: 1131 time: 0.0482235 Feb 09 13:01:03.260585 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-18268914-f4f4-46bd-84b7-f588de597c3f req-e7b71112-a3eb-48c7-977b-e2c97c075148 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53 HTTP/1.1" status: 200 len: 217 time: 0.0380673 Feb 09 13:01:03.312477 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18268914-f4f4-46bd-84b7-f588de597c3f req-af946041-eaf5-4eb9-8250-59fbaf131243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:03.313991 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-18268914-f4f4-46bd-84b7-f588de597c3f req-af946041-eaf5-4eb9-8250-59fbaf131243 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=077f950f-fe27-4a72-ab88-beb19ec68faa HTTP/1.1" status: 200 len: 843 time: 0.0461504 Feb 09 13:01:03.362636 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18268914-f4f4-46bd-84b7-f588de597c3f req-824fc2a7-9ad5-4a39-90a7-080467454440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:03.364176 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-18268914-f4f4-46bd-84b7-f588de597c3f req-824fc2a7-9ad5-4a39-90a7-080467454440 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=83752d7e-2bcd-4ce9-a867-957ed4293dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0444379 Feb 09 13:01:03.460499 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-18268914-f4f4-46bd-84b7-f588de597c3f req-ed06615b-c2fe-44fc-ac07-eed2efee7d9e service neutron] 10.222.0.18 "GET /v2.0/networks/83752d7e-2bcd-4ce9-a867-957ed4293dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889797 Feb 09 13:01:03.553518 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-18268914-f4f4-46bd-84b7-f588de597c3f req-1c7e71c2-ecf9-4601-8af4-71222901144a service neutron] 10.222.0.18 "GET /v2.0/networks/83752d7e-2bcd-4ce9-a867-957ed4293dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854340 Feb 09 13:01:04.299337 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49871b1-8709-4aaf-8e9a-724897e92f4b req-78a4d6af-f2b7-428c-bb5f-08234e3e28b1 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:04.300860 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b49871b1-8709-4aaf-8e9a-724897e92f4b req-78a4d6af-f2b7-428c-bb5f-08234e3e28b1 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5046b02c-a3b3-4cdc-a863-615750b11c0b HTTP/1.1" status: 200 len: 947 time: 0.0516410 Feb 09 13:01:04.347587 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b49871b1-8709-4aaf-8e9a-724897e92f4b req-30fe9edd-f002-4f0d-a90b-d08fbc118ab6 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.50 "GET /v2.0/security-groups?id=89233c17-29c5-485e-976d-721c95807917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411773 Feb 09 13:01:05.439357 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=109771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:01:05.470149 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd979fa8-d755-48ad-9db1-32b700233904 req-23f39191-900c-40b9-a2ea-7e93ff0736b6 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:05.472309 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cd979fa8-d755-48ad-9db1-32b700233904 req-23f39191-900c-40b9-a2ea-7e93ff0736b6 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5046b02c-a3b3-4cdc-a863-615750b11c0b HTTP/1.1" status: 200 len: 947 time: 0.0567362 Feb 09 13:01:05.522417 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cd979fa8-d755-48ad-9db1-32b700233904 req-f96237fa-969f-41ce-a1f8-a250ef6f121d tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.50 "GET /v2.0/security-groups?id=89233c17-29c5-485e-976d-721c95807917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452468 Feb 09 13:01:05.540925 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53,segment=NetworkSegment(c23d0e1f-1cf9-4e64-88c5-3275e1d98564),segment_id=c23d0e1f-1cf9-4e64-88c5-3275e1d98564)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:05.556495 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Returning: {'device': 'a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53', 'network_id': '83752d7e-2bcd-4ce9-a867-957ed4293dca', 'port_id': 'a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53', 'mac_address': 'fa:16:3e:61:42:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '077f950f-fe27-4a72-ab88-beb19ec68faa', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:01:05.593764 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53 is: DOWN; New status is: BUILD {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:01:05.594154 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:05.607832 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53 {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:01:05.629173 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53,segment=NetworkSegment(c23d0e1f-1cf9-4e64-88c5-3275e1d98564),segment_id=c23d0e1f-1cf9-4e64-88c5-3275e1d98564)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:05.684623 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:05.732337 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:05.895416 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:01:05.931175 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:01:06.638126 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaeb012-7c7b-44bf-a7c1-3af0972c35fd req-69fe73ad-f9c2-4d15-b84d-985daeee4fe3 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:06.639650 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-efaeb012-7c7b-44bf-a7c1-3af0972c35fd req-69fe73ad-f9c2-4d15-b84d-985daeee4fe3 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5046b02c-a3b3-4cdc-a863-615750b11c0b HTTP/1.1" status: 200 len: 948 time: 0.0517569 Feb 09 13:01:06.691185 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-efaeb012-7c7b-44bf-a7c1-3af0972c35fd req-93c5238f-31d8-428d-ae50-b41a685bfdfe tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.50 "GET /v2.0/security-groups?id=89233c17-29c5-485e-976d-721c95807917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454054 Feb 09 13:01:07.463976 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53 up at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:01:07.656151 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning for port a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53 completed by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:01:07.660880 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning complete for port a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:01:07.661265 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:07.744883 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53 is: BUILD; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:01:07.745263 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:07.768224 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5046b02c-a3b3-4cdc-a863-615750b11c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:01:07.771209 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35568c951842a11d678cd4ef08ed24226590f5ef87a7b6612a56827cefa1ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc77bdd9-92c0-4bf4-9d79-379a3588a925" -d '{"events": [{"server_uuid": "5046b02c-a3b3-4cdc-a863-615750b11c0b", "name": "network-vif-plugged", "status": "completed", "tag": "a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:01:07.784088 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53,segment=NetworkSegment(c23d0e1f-1cf9-4e64-88c5-3275e1d98564),segment_id=c23d0e1f-1cf9-4e64-88c5-3275e1d98564)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:07.811977 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47eab1e8-2121-4053-abe1-7d089609d45a x-openstack-request-id: req-47eab1e8-2121-4053-abe1-7d089609d45a {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:01:07.812303 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5046b02c-a3b3-4cdc-a863-615750b11c0b", "name": "network-vif-plugged", "status": "completed", "tag": "a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:01:07.812560 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-47eab1e8-2121-4053-abe1-7d089609d45a {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:01:07.813037 dv-cinder-810917-4-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5046b02c-a3b3-4cdc-a863-615750b11c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53', 'code': 200} Feb 09 13:01:07.817885 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5498e5-99f2-4515-a14e-c5aa6b153427 req-68b972c2-264a-47e4-8479-785f65d473a8 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:07.819405 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ff5498e5-99f2-4515-a14e-c5aa6b153427 req-68b972c2-264a-47e4-8479-785f65d473a8 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5046b02c-a3b3-4cdc-a863-615750b11c0b HTTP/1.1" status: 200 len: 948 time: 0.0599883 Feb 09 13:01:07.852443 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:07.871245 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ff5498e5-99f2-4515-a14e-c5aa6b153427 req-cebff6db-514c-4a08-9330-f6ccc14da9d3 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.50 "GET /v2.0/security-groups?id=89233c17-29c5-485e-976d-721c95807917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460279 Feb 09 13:01:07.903254 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:08.142180 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0d504-b9a8-47ed-99c7-479389cab747 req-0b304e9e-23e1-440c-b7be-760685ee796a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:08.143726 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a3f0d504-b9a8-47ed-99c7-479389cab747 req-0b304e9e-23e1-440c-b7be-760685ee796a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5046b02c-a3b3-4cdc-a863-615750b11c0b HTTP/1.1" status: 200 len: 1133 time: 0.0440872 Feb 09 13:01:08.186570 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a3f0d504-b9a8-47ed-99c7-479389cab747 req-9d255fcd-188b-4627-b9f7-63ed0c4560fe service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=89233c17-29c5-485e-976d-721c95807917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372097 Feb 09 13:01:08.992435 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b674bf0-83d3-4b8f-80f3-af9acf93160a req-33508383-de45-4382-a258-1867ecd0b0f9 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:08.993937 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6b674bf0-83d3-4b8f-80f3-af9acf93160a req-33508383-de45-4382-a258-1867ecd0b0f9 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5046b02c-a3b3-4cdc-a863-615750b11c0b HTTP/1.1" status: 200 len: 949 time: 0.0532329 Feb 09 13:01:09.039475 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6b674bf0-83d3-4b8f-80f3-af9acf93160a req-9d8b1b0a-914c-4b16-ba83-008cfc1a1b49 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.50 "GET /v2.0/security-groups?id=89233c17-29c5-485e-976d-721c95807917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401013 Feb 09 13:01:10.161129 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f064564-2735-4280-b5a8-252b4dc9bd39 req-b09d69c7-138c-45d7-ba25-6a61ea23000d tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:10.162627 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4f064564-2735-4280-b5a8-252b4dc9bd39 req-b09d69c7-138c-45d7-ba25-6a61ea23000d tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5046b02c-a3b3-4cdc-a863-615750b11c0b HTTP/1.1" status: 200 len: 949 time: 0.0577981 Feb 09 13:01:10.210415 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-4f064564-2735-4280-b5a8-252b4dc9bd39 req-7ce41a4a-bd1e-4274-8821-d03d88e07ec6 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.50 "GET /v2.0/security-groups?id=89233c17-29c5-485e-976d-721c95807917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421953 Feb 09 13:01:10.742004 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802548df-d54b-4575-b929-838278cd4163 req-2d23183a-62d5-4100-b7ec-a7e61601e9dd tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:10.743537 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-802548df-d54b-4575-b929-838278cd4163 req-2d23183a-62d5-4100-b7ec-a7e61601e9dd tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5046b02c-a3b3-4cdc-a863-615750b11c0b HTTP/1.1" status: 200 len: 949 time: 0.0540149 Feb 09 13:01:10.792698 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-802548df-d54b-4575-b929-838278cd4163 req-9cffbd53-2c44-4cdb-ae0c-c9bc64d21912 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.50 "GET /v2.0/security-groups?id=89233c17-29c5-485e-976d-721c95807917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432575 Feb 09 13:01:11.917561 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8484a-d80d-4950-a2a1-0b3ddd52b914 req-4bbc918e-6079-40c7-8d5e-e842debc1104 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:11.919042 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-9da8484a-d80d-4950-a2a1-0b3ddd52b914 req-4bbc918e-6079-40c7-8d5e-e842debc1104 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5046b02c-a3b3-4cdc-a863-615750b11c0b HTTP/1.1" status: 200 len: 949 time: 0.0517232 Feb 09 13:01:11.965685 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-9da8484a-d80d-4950-a2a1-0b3ddd52b914 req-004cb223-58a0-4954-bf14-707af0fe2ae6 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.50 "GET /v2.0/security-groups?id=89233c17-29c5-485e-976d-721c95807917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411441 Feb 09 13:01:12.031710 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e180d50-c976-4481-8bc4-d4742fddf228 req-a5d52414-6b28-4e9d-a7d2-4ac1f2cf3510 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:12.033170 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7e180d50-c976-4481-8bc4-d4742fddf228 req-a5d52414-6b28-4e9d-a7d2-4ac1f2cf3510 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.18 "GET /v2.0/ports?device_id=5046b02c-a3b3-4cdc-a863-615750b11c0b HTTP/1.1" status: 200 len: 949 time: 0.0531843 Feb 09 13:01:12.134711 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-7e180d50-c976-4481-8bc4-d4742fddf228 req-622a2f13-44c0-4c98-bec7-e1d6e13b14b5 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Deleting port a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:01:12.134956 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-7e180d50-c976-4481-8bc4-d4742fddf228 req-622a2f13-44c0-4c98-bec7-e1d6e13b14b5 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:12.239141 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-7e180d50-c976-4481-8bc4-d4742fddf228 req-622a2f13-44c0-4c98-bec7-e1d6e13b14b5 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] For port a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53,segment=NetworkSegment(c23d0e1f-1cf9-4e64-88c5-3275e1d98564),segment_id=c23d0e1f-1cf9-4e64-88c5-3275e1d98564)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:12.239550 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-7e180d50-c976-4481-8bc4-d4742fddf228 req-622a2f13-44c0-4c98-bec7-e1d6e13b14b5 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:12.261273 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-7e180d50-c976-4481-8bc4-d4742fddf228 req-622a2f13-44c0-4c98-bec7-e1d6e13b14b5 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Calling delete_port for a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53 owned by compute:nova {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:01:12.475370 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-7e180d50-c976-4481-8bc4-d4742fddf228 req-622a2f13-44c0-4c98-bec7-e1d6e13b14b5 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:12.487250 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:01:12.504679 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a2f13-44c0-4c98-bec7-e1d6e13b14b5 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Pushing event deleted for resources: {'Port': ['ID=a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:12.517018 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622a2f13-44c0-4c98-bec7-e1d6e13b14b5 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:12.520343 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622a2f13-44c0-4c98-bec7-e1d6e13b14b5 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:12.520343 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622a2f13-44c0-4c98-bec7-e1d6e13b14b5 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:12.520343 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622a2f13-44c0-4c98-bec7-e1d6e13b14b5 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:12.520343 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622a2f13-44c0-4c98-bec7-e1d6e13b14b5 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:12.520343 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622a2f13-44c0-4c98-bec7-e1d6e13b14b5 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:12.520343 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622a2f13-44c0-4c98-bec7-e1d6e13b14b5 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:12.520343 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622a2f13-44c0-4c98-bec7-e1d6e13b14b5 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:12.520343 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622a2f13-44c0-4c98-bec7-e1d6e13b14b5 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:12.520343 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622a2f13-44c0-4c98-bec7-e1d6e13b14b5 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:12.520343 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622a2f13-44c0-4c98-bec7-e1d6e13b14b5 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:12.522016 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622a2f13-44c0-4c98-bec7-e1d6e13b14b5 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:12.522016 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622a2f13-44c0-4c98-bec7-e1d6e13b14b5 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:12.562977 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e180d50-c976-4481-8bc4-d4742fddf228 req-622a2f13-44c0-4c98-bec7-e1d6e13b14b5 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] No DVR routers for this DVR port a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53 on host hv-cinder-81091 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:01:12.565985 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-7e180d50-c976-4481-8bc4-d4742fddf228 req-622a2f13-44c0-4c98-bec7-e1d6e13b14b5 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:12.569718 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7e180d50-c976-4481-8bc4-d4742fddf228 req-622a2f13-44c0-4c98-bec7-e1d6e13b14b5 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.18 "DELETE /v2.0/ports/a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53 HTTP/1.1" status: 204 len: 173 time: 0.5319812 Feb 09 13:01:12.570260 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5046b02c-a3b3-4cdc-a863-615750b11c0b', 'name': 'network-vif-deleted', 'tag': 'a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:01:12.572684 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30349a3-04b2-4d21-bff1-ab89b9f1b6d1" -d '{"events": [{"server_uuid": "5046b02c-a3b3-4cdc-a863-615750b11c0b", "name": "network-vif-deleted", "tag": "a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:01:12.614365 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4aa9dfb-2e1b-4098-8dee-9d75fa71c8bb x-openstack-request-id: req-d4aa9dfb-2e1b-4098-8dee-9d75fa71c8bb {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:01:12.614728 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5046b02c-a3b3-4cdc-a863-615750b11c0b", "name": "network-vif-deleted", "tag": "a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:01:12.615090 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d4aa9dfb-2e1b-4098-8dee-9d75fa71c8bb {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:01:12.615517 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5046b02c-a3b3-4cdc-a863-615750b11c0b', 'name': 'network-vif-deleted', 'tag': 'a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53', 'status': 'completed', 'code': 200} Feb 09 13:01:13.093329 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-45f8121c-46cf-40c9-9e6e-172a71f9d0bd req-c7bcd3f9-7fda-4756-9376-107aa6783f51 tempest-VolumesNegativeTest-1777943514 tempest-VolumesNegativeTest-1777943514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5046b02c-a3b3-4cdc-a863-615750b11c0b HTTP/1.1" status: 200 len: 210 time: 0.0304358 Feb 09 13:01:15.068936 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:15.468039 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:01:15.489456 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] No Port match for: a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53 {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:01:15.489794 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device a6e2f3e2-4d3a-4e92-aeaa-5b93c98d7a53 not bound to the agent host hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:01:20.386925 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 58038) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:01:20.518120 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-0eb59e43-bb67-4fa1-a693-f6194c77f1bc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9a01c262e52e43f687196e4ed3d9ee7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297145 Feb 09 13:01:20.526648 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 58042) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:01:20.577019 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a28c5080-00a7-40cd-9e9d-b880568b6b07 admin admin] Publish callbacks [] for security_group (89233c17-29c5-485e-976d-721c95807917), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:20.599690 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a28c5080-00a7-40cd-9e9d-b880568b6b07 admin admin] Publish callbacks [] for security_group (89233c17-29c5-485e-976d-721c95807917), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:20.727158 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a28c5080-00a7-40cd-9e9d-b880568b6b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (89233c17-29c5-485e-976d-721c95807917), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:20.729819 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a28c5080-00a7-40cd-9e9d-b880568b6b07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:20.731492 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-a28c5080-00a7-40cd-9e9d-b880568b6b07 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/89233c17-29c5-485e-976d-721c95807917 HTTP/1.1" status: 204 len: 168 time: 0.2038851 Feb 09 13:01:20.739642 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c5080-00a7-40cd-9e9d-b880568b6b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89233c17-29c5-485e-976d-721c95807917,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:21.781924 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 58064) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:01:21.880307 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-d43d550c-ef87-48f7-ad4c-2a314275c935 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1811358919-network', 'tenant_id': '63b51d247b1840769bc749ae4e223b5b'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:01:21.961086 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43d550c-ef87-48f7-ad4c-2a314275c935 admin admin] Made reservation on behalf of 63b51d247b1840769bc749ae4e223b5b for: {'network': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:01:21.963582 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d43d550c-ef87-48f7-ad4c-2a314275c935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for network (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:21.976636 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d43d550c-ef87-48f7-ad4c-2a314275c935 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:22.052029 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d43d550c-ef87-48f7-ad4c-2a314275c935 admin admin] Publish callbacks [] for security_group (e9a19dc7-f698-425b-af42-100113f46e44), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:22.136030 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d43d550c-ef87-48f7-ad4c-2a314275c935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (e9a19dc7-f698-425b-af42-100113f46e44), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:22.161072 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d43d550c-ef87-48f7-ad4c-2a314275c935 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=109769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:01:22.170398 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d550c-ef87-48f7-ad4c-2a314275c935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a19dc7-f698-425b-af42-100113f46e44,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:22.176340 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d43d550c-ef87-48f7-ad4c-2a314275c935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (b0192657-8bd5-403f-84e3-6b21bbf0d43a), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:22.181756 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.db.segments_db [None req-d43d550c-ef87-48f7-ad4c-2a314275c935 admin admin] Added segment b0192657-8bd5-403f-84e3-6b21bbf0d43a of type vlan for network 7cd31e19-daa5-477d-b8ae-4de7afff0274 Feb 09 13:01:22.217595 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d43d550c-ef87-48f7-ad4c-2a314275c935 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775837420593'] for network (7cd31e19-daa5-477d-b8ae-4de7afff0274), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:22.303090 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d43d550c-ef87-48f7-ad4c-2a314275c935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742'] for network (7cd31e19-daa5-477d-b8ae-4de7afff0274), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:22.304199 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43d550c-ef87-48f7-ad4c-2a314275c935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:22.304794 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-d43d550c-ef87-48f7-ad4c-2a314275c935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:22.362446 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d550c-ef87-48f7-ad4c-2a314275c935 admin admin] Pushing event updated for resources: {'Network': ['ID=7cd31e19-daa5-477d-b8ae-4de7afff0274,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:22.372429 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Network 7cd31e19-daa5-477d-b8ae-4de7afff0274 details requested by agent ovs-agent-dv-cinder-810917-4-iscsi with host dv-cinder-810917-4-iscsi {{(pid=109771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 13:01:22.424308 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-d43d550c-ef87-48f7-ad4c-2a314275c935 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6410942 Feb 09 13:01:22.426928 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 58068) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:01:22.431978 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-a62b3991-fb4b-4c64-abba-82d631a135ca admin admin] Request body: {'subnet': {'network_id': '7cd31e19-daa5-477d-b8ae-4de7afff0274', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1811358919-subnet', 'tenant_id': '63b51d247b1840769bc749ae4e223b5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:01:22.529941 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62b3991-fb4b-4c64-abba-82d631a135ca admin admin] Made reservation on behalf of 63b51d247b1840769bc749ae4e223b5b for: {'subnet': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:01:22.532326 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a62b3991-fb4b-4c64-abba-82d631a135ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8772595'] for subnet (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:22.760718 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a62b3991-fb4b-4c64-abba-82d631a135ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8719965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8772557'] for subnet (5b718952-0444-4dcb-89a7-1e368c9004f3), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:22.813918 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b3991-fb4b-4c64-abba-82d631a135ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b718952-0444-4dcb-89a7-1e368c9004f3,revision_number=0']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:22.830366 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62b3991-fb4b-4c64-abba-82d631a135ca admin admin] Checking segment: {'id': 'b0192657-8bd5-403f-84e3-6b21bbf0d43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7cd31e19-daa5-477d-b8ae-4de7afff0274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:01:22.830721 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62b3991-fb4b-4c64-abba-82d631a135ca admin admin] Network hostable DHCP agents. Network: 7cd31e19-daa5-477d-b8ae-4de7afff0274, hostable agents: ['669fbb72-d52e-4349-b520-3721ffb5f632'], hosted agents: [] {{(pid=109769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:01:22.908871 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62b3991-fb4b-4c64-abba-82d631a135ca admin admin] Network 7cd31e19-daa5-477d-b8ae-4de7afff0274 is scheduled to be hosted by DHCP agent 669fbb72-d52e-4349-b520-3721ffb5f632 with binding_index 1 {{(pid=109769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:01:23.027307 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-a62b3991-fb4b-4c64-abba-82d631a135ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-4-iscsi, 7cd31e19-daa5-477d-b8ae-4de7afff0274) {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:01:23.031220 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62b3991-fb4b-4c64-abba-82d631a135ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:23.031860 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-a62b3991-fb4b-4c64-abba-82d631a135ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:23.037520 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ffc710-61ec-4ad6-8663-cf706181e470 None None] Network 7cd31e19-daa5-477d-b8ae-4de7afff0274 requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:01:23.134255 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b619e763-a10e-4162-8bed-1d422c799c2b None None] Network 7cd31e19-daa5-477d-b8ae-4de7afff0274 requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:01:23.163497 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-a62b3991-fb4b-4c64-abba-82d631a135ca admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7350450 Feb 09 13:01:23.341597 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6b9f6468-979a-46ed-b13e-809f1e14d72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:25.462035 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-63109e73-3990-425c-976a-3c963aaf8a81 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:25.463433 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-63109e73-3990-425c-976a-3c963aaf8a81 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/networks?id=7cd31e19-daa5-477d-b8ae-4de7afff0274 HTTP/1.1" status: 200 len: 814 time: 0.1022873 Feb 09 13:01:25.478144 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-4c61bcdf-faea-4e3f-bc70-d09c44492bb0 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/quotas/63b51d247b1840769bc749ae4e223b5b HTTP/1.1" status: 200 len: 375 time: 0.0091743 Feb 09 13:01:25.510552 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-c1d45e8e-9a83-4f14-be4f-2fa9259e3dc5 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=63b51d247b1840769bc749ae4e223b5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268764 Feb 09 13:01:25.604465 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-b100b5a2-118e-4fe5-9d99-4e160f21ba81 service neutron] 10.222.0.50 "GET /v2.0/networks/7cd31e19-daa5-477d-b8ae-4de7afff0274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868921 Feb 09 13:01:25.696883 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-e14b707f-0759-421f-bd1b-b42f5c00307e service neutron] 10.222.0.50 "GET /v2.0/networks/7cd31e19-daa5-477d-b8ae-4de7afff0274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863349 Feb 09 13:01:25.903603 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8beab7e8-fa72-42eb-81b6-9675dcce2608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:25.928339 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-495abd4b-6fe1-4280-88cc-872f8fa94b0b req-6ec8d07e-fc35-4fc6-a7da-86678b33c14b tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?device_id=a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29 HTTP/1.1" status: 200 len: 210 time: 0.0299144 Feb 09 13:01:27.031172 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-e857351d-0c15-4248-a11d-a69902c98b84 req-798453b5-4bfb-4fd9-b6ec-5c08a5e1cc10 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?device_id=a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29 HTTP/1.1" status: 200 len: 210 time: 0.0327728 Feb 09 13:01:27.383526 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:28.127636 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7153b460-a795-4fff-94ad-f7786a575562 req-93ec5722-2ffc-472c-9143-943a3ba10321 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?device_id=a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29 HTTP/1.1" status: 200 len: 210 time: 0.0277426 Feb 09 13:01:28.319857 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-9c57c73c-f336-4231-a7d6-87e30a3dd345 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:28.322337 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-9c57c73c-f336-4231-a7d6-87e30a3dd345 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.18 "GET /v2.0/networks?id=7cd31e19-daa5-477d-b8ae-4de7afff0274 HTTP/1.1" status: 200 len: 814 time: 0.1108291 Feb 09 13:01:28.334638 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-ec0bbf00-6a93-45ad-a8e0-ee32198dc52d tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Request body: {'port': {'device_id': 'a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29', 'network_id': '7cd31e19-daa5-477d-b8ae-4de7afff0274', 'admin_state_up': True, 'tenant_id': '63b51d247b1840769bc749ae4e223b5b'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:01:28.518356 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-ec0bbf00-6a93-45ad-a8e0-ee32198dc52d tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Made reservation on behalf of 63b51d247b1840769bc749ae4e223b5b for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:01:28.521760 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-ec0bbf00-6a93-45ad-a8e0-ee32198dc52d tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:28.657170 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-ec0bbf00-6a93-45ad-a8e0-ee32198dc52d tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Allocated IP 172.20.0.5 (7cd31e19-daa5-477d-b8ae-4de7afff0274/5b718952-0444-4dcb-89a7-1e368c9004f3/db79ca64-5771-4a8d-bf29-fc107942ba31) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:01:28.685868 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:28.812982 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-ec0bbf00-6a93-45ad-a8e0-ee32198dc52d tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Publish callbacks [] for port (db79ca64-5771-4a8d-bf29-fc107942ba31), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:28.897967 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-ec0bbf00-6a93-45ad-a8e0-ee32198dc52d tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (db79ca64-5771-4a8d-bf29-fc107942ba31), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:28.946473 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-ec0bbf00-6a93-45ad-a8e0-ee32198dc52d tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Network 7cd31e19-daa5-477d-b8ae-4de7afff0274 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:01:28.949825 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-ec0bbf00-6a93-45ad-a8e0-ee32198dc52d tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:01:28.954284 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-ec0bbf00-6a93-45ad-a8e0-ee32198dc52d tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:01:28.958406 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0bbf00-6a93-45ad-a8e0-ee32198dc52d tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Pushing event updated for resources: {'Port': ['ID=db79ca64-5771-4a8d-bf29-fc107942ba31,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:29.006026 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-ec0bbf00-6a93-45ad-a8e0-ee32198dc52d tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:29.006638 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-ec0bbf00-6a93-45ad-a8e0-ee32198dc52d tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:29.066224 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-ec0bbf00-6a93-45ad-a8e0-ee32198dc52d tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7353082 Feb 09 13:01:29.076814 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-bed65cd3-f1dd-4a3a-9f3c-37a14259c586 service neutron] Request body: {'port': {'device_id': 'a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:01:29.146364 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-bed65cd3-f1dd-4a3a-9f3c-37a14259c586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (db79ca64-5771-4a8d-bf29-fc107942ba31), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:29.253591 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d1525-30a6-4845-9aa0-b6d86cbe3f80 req-f5ea9dec-b50e-4d2e-b5d1-55de19c1ec7e tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:29.255081 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-052d1525-30a6-4845-9aa0-b6d86cbe3f80 req-f5ea9dec-b50e-4d2e-b5d1-55de19c1ec7e tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?device_id=a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29 HTTP/1.1" status: 200 len: 931 time: 0.0542371 Feb 09 13:01:29.303519 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-052d1525-30a6-4845-9aa0-b6d86cbe3f80 req-7b11b777-33f6-4ba3-867d-00703b9f2c9b tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9a19dc7-f698-425b-af42-100113f46e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423684 Feb 09 13:01:29.413146 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-bed65cd3-f1dd-4a3a-9f3c-37a14259c586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db79ca64-5771-4a8d-bf29-fc107942ba31 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:01:29.421631 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-bed65cd3-f1dd-4a3a-9f3c-37a14259c586 service neutron] Publish callbacks [] for port (db79ca64-5771-4a8d-bf29-fc107942ba31), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:29.434107 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-bed65cd3-f1dd-4a3a-9f3c-37a14259c586 service neutron] Transition to ACTIVE for port object db79ca64-5771-4a8d-bf29-fc107942ba31 will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:01:29.514536 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-bed65cd3-f1dd-4a3a-9f3c-37a14259c586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8720072'] for port (db79ca64-5771-4a8d-bf29-fc107942ba31), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:29.567644 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed65cd3-f1dd-4a3a-9f3c-37a14259c586 service neutron] Pushing event updated for resources: {'Port': ['ID=db79ca64-5771-4a8d-bf29-fc107942ba31,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:29.644143 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-bed65cd3-f1dd-4a3a-9f3c-37a14259c586 service neutron] Attempting to bind port db79ca64-5771-4a8d-bf29-fc107942ba31 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:01:29.644500 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-bed65cd3-f1dd-4a3a-9f3c-37a14259c586 service neutron] Attempting to bind port db79ca64-5771-4a8d-bf29-fc107942ba31 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': 'b0192657-8bd5-403f-84e3-6b21bbf0d43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7cd31e19-daa5-477d-b8ae-4de7afff0274'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:01:29.644816 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-bed65cd3-f1dd-4a3a-9f3c-37a14259c586 service neutron] Attempting to bind port db79ca64-5771-4a8d-bf29-fc107942ba31 on network 7cd31e19-daa5-477d-b8ae-4de7afff0274 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:01:29.650371 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-bed65cd3-f1dd-4a3a-9f3c-37a14259c586 service neutron] Port db79ca64-5771-4a8d-bf29-fc107942ba31 on network 7cd31e19-daa5-477d-b8ae-4de7afff0274 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 13:01:29.650695 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-bed65cd3-f1dd-4a3a-9f3c-37a14259c586 service neutron] Attempting to bind port db79ca64-5771-4a8d-bf29-fc107942ba31 on network 7cd31e19-daa5-477d-b8ae-4de7afff0274 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:01:29.656649 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-bed65cd3-f1dd-4a3a-9f3c-37a14259c586 service neutron] Checking agent: {'id': '230303ca-ea08-4771-a934-bc9aeb8313a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'started_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:01:29.656984 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-bed65cd3-f1dd-4a3a-9f3c-37a14259c586 service neutron] Checking segment: {'id': 'b0192657-8bd5-403f-84e3-6b21bbf0d43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7cd31e19-daa5-477d-b8ae-4de7afff0274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:01:29.657364 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-bed65cd3-f1dd-4a3a-9f3c-37a14259c586 service neutron] Bound using segment: {'id': 'b0192657-8bd5-403f-84e3-6b21bbf0d43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7cd31e19-daa5-477d-b8ae-4de7afff0274'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:01:29.657787 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-bed65cd3-f1dd-4a3a-9f3c-37a14259c586 service neutron] Bound port: db79ca64-5771-4a8d-bf29-fc107942ba31, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0192657-8bd5-403f-84e3-6b21bbf0d43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7cd31e19-daa5-477d-b8ae-4de7afff0274'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:01:29.658140 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-bed65cd3-f1dd-4a3a-9f3c-37a14259c586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (db79ca64-5771-4a8d-bf29-fc107942ba31), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:29.723657 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-bed65cd3-f1dd-4a3a-9f3c-37a14259c586 service neutron] For port db79ca64-5771-4a8d-bf29-fc107942ba31, host hv-cinder-81091, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:01:29.726901 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-bed65cd3-f1dd-4a3a-9f3c-37a14259c586 service neutron] For port db79ca64-5771-4a8d-bf29-fc107942ba31, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=db79ca64-5771-4a8d-bf29-fc107942ba31,segment=NetworkSegment(b0192657-8bd5-403f-84e3-6b21bbf0d43a),segment_id=b0192657-8bd5-403f-84e3-6b21bbf0d43a)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:01:29.798747 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:29.823777 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-bed65cd3-f1dd-4a3a-9f3c-37a14259c586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8720072'] for port (db79ca64-5771-4a8d-bf29-fc107942ba31), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:29.862973 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-bed65cd3-f1dd-4a3a-9f3c-37a14259c586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:29.863625 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-bed65cd3-f1dd-4a3a-9f3c-37a14259c586 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:29.865003 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-bed65cd3-f1dd-4a3a-9f3c-37a14259c586 service neutron] 10.222.0.18 "PUT /v2.0/ports/db79ca64-5771-4a8d-bf29-fc107942ba31 HTTP/1.1" status: 200 len: 1093 time: 0.7922807 Feb 09 13:01:29.865442 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29', 'tag': 'db79ca64-5771-4a8d-bf29-fc107942ba31'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:01:29.868307 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24c3b88-b6c3-443e-ac69-20baec9f2bce" -d '{"events": [{"name": "network-changed", "server_uuid": "a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29", "tag": "db79ca64-5771-4a8d-bf29-fc107942ba31"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:01:29.889853 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed65cd3-f1dd-4a3a-9f3c-37a14259c586 service neutron] Pushing event updated for resources: {'Port': ['ID=db79ca64-5771-4a8d-bf29-fc107942ba31,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:29.905686 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d76c787-0e49-4f05-a82a-afe4f7cae356 x-openstack-request-id: req-1d76c787-0e49-4f05-a82a-afe4f7cae356 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:01:29.905977 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29", "tag": "db79ca64-5771-4a8d-bf29-fc107942ba31", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:01:29.906236 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d76c787-0e49-4f05-a82a-afe4f7cae356 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:01:29.906637 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29', 'tag': 'db79ca64-5771-4a8d-bf29-fc107942ba31', 'status': 'completed', 'code': 200} Feb 09 13:01:29.974187 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c3b88-b6c3-443e-ac69-20baec9f2bce req-84eba646-b57b-4cda-9efc-bd6f72c913a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:29.975707 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b24c3b88-b6c3-443e-ac69-20baec9f2bce req-84eba646-b57b-4cda-9efc-bd6f72c913a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=63b51d247b1840769bc749ae4e223b5b&device_id=a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29 HTTP/1.1" status: 200 len: 1127 time: 0.0484953 Feb 09 13:01:30.072070 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c3b88-b6c3-443e-ac69-20baec9f2bce req-afd0a23f-b59a-46a8-8ac2-f108c476fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:30.073530 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b24c3b88-b6c3-443e-ac69-20baec9f2bce req-afd0a23f-b59a-46a8-8ac2-f108c476fa38 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=63b51d247b1840769bc749ae4e223b5b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0910528 Feb 09 13:01:30.172146 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c3b88-b6c3-443e-ac69-20baec9f2bce req-59985b95-5f5b-47f0-9d98-8f58c1bb7879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:30.173635 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b24c3b88-b6c3-443e-ac69-20baec9f2bce req-59985b95-5f5b-47f0-9d98-8f58c1bb7879 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946200 Feb 09 13:01:30.256820 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-8764d9c6-6017-418a-9b56-ef7aee62ee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:30.258804 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-8764d9c6-6017-418a-9b56-ef7aee62ee37 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=63b51d247b1840769bc749ae4e223b5b&device_id=a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29 HTTP/1.1" status: 200 len: 1127 time: 0.0490823 Feb 09 13:01:30.300120 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-9c128269-4ab1-43e1-a32a-02149df9cd76 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db79ca64-5771-4a8d-bf29-fc107942ba31 HTTP/1.1" status: 200 len: 217 time: 0.0349212 Feb 09 13:01:30.350554 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-7f81480b-a106-4558-9fa3-638ac0d4d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:30.352800 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-7f81480b-a106-4558-9fa3-638ac0d4d02d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b718952-0444-4dcb-89a7-1e368c9004f3 HTTP/1.1" status: 200 len: 854 time: 0.0471654 Feb 09 13:01:30.384652 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-16c2954b-c316-454b-b141-4cf037a80ec2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7cd31e19-daa5-477d-b8ae-4de7afff0274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253646 Feb 09 13:01:30.423821 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935f018-41a0-4a7e-9b5e-6e77d7a02276 req-f6ccbb89-8e2e-4987-9026-8cebf00d134a tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:30.425353 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-3935f018-41a0-4a7e-9b5e-6e77d7a02276 req-f6ccbb89-8e2e-4987-9026-8cebf00d134a tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?device_id=a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29 HTTP/1.1" status: 200 len: 943 time: 0.0535023 Feb 09 13:01:30.471669 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-3935f018-41a0-4a7e-9b5e-6e77d7a02276 req-761be3d0-0266-45c3-9bd8-663d93f959e2 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9a19dc7-f698-425b-af42-100113f46e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401576 Feb 09 13:01:30.472580 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-8332e54d-4cd0-47d6-a259-4a175ab8b8f9 service neutron] 10.222.0.18 "GET /v2.0/networks/7cd31e19-daa5-477d-b8ae-4de7afff0274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825531 Feb 09 13:01:30.565441 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c0299e4d-2cfe-4dc5-a3fc-e1b33841c2ac req-951c70a5-313a-4dfa-8910-5efe2a418508 service neutron] 10.222.0.18 "GET /v2.0/networks/7cd31e19-daa5-477d-b8ae-4de7afff0274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875828 Feb 09 13:01:31.598460 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b698c6-dc53-4fed-9f03-699fe696d5ac req-f54076de-978b-4a17-9991-67d4a6c81d77 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:31.600010 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-11b698c6-dc53-4fed-9f03-699fe696d5ac req-f54076de-978b-4a17-9991-67d4a6c81d77 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?device_id=a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29 HTTP/1.1" status: 200 len: 943 time: 0.0547881 Feb 09 13:01:31.650590 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-11b698c6-dc53-4fed-9f03-699fe696d5ac req-9b3991b1-2b81-4617-95cf-c1b2a3b174b1 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9a19dc7-f698-425b-af42-100113f46e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444200 Feb 09 13:01:32.770759 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265281d7-7e39-41b5-8495-16d1709a5c55 req-223c700d-9ca4-45e1-ba8b-776afd67d9e9 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:32.772266 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-265281d7-7e39-41b5-8495-16d1709a5c55 req-223c700d-9ca4-45e1-ba8b-776afd67d9e9 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?device_id=a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29 HTTP/1.1" status: 200 len: 943 time: 0.0556118 Feb 09 13:01:32.821006 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-265281d7-7e39-41b5-8495-16d1709a5c55 req-e54c83d6-fe28-4691-a1ec-b48fcb892f10 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9a19dc7-f698-425b-af42-100113f46e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417142 Feb 09 13:01:33.591626 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device db79ca64-5771-4a8d-bf29-fc107942ba31 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=109771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:01:33.692541 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port db79ca64-5771-4a8d-bf29-fc107942ba31, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=db79ca64-5771-4a8d-bf29-fc107942ba31,segment=NetworkSegment(b0192657-8bd5-403f-84e3-6b21bbf0d43a),segment_id=b0192657-8bd5-403f-84e3-6b21bbf0d43a)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:33.705009 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Returning: {'device': 'db79ca64-5771-4a8d-bf29-fc107942ba31', 'network_id': '7cd31e19-daa5-477d-b8ae-4de7afff0274', 'port_id': 'db79ca64-5771-4a8d-bf29-fc107942ba31', 'mac_address': 'fa:16:3e:7e:b6:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b718952-0444-4dcb-89a7-1e368c9004f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:01:33.741332 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port db79ca64-5771-4a8d-bf29-fc107942ba31 is: DOWN; New status is: BUILD {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:01:33.742331 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (db79ca64-5771-4a8d-bf29-fc107942ba31), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:33.755326 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db79ca64-5771-4a8d-bf29-fc107942ba31 {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:01:33.778779 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port db79ca64-5771-4a8d-bf29-fc107942ba31, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=db79ca64-5771-4a8d-bf29-fc107942ba31,segment=NetworkSegment(b0192657-8bd5-403f-84e3-6b21bbf0d43a),segment_id=b0192657-8bd5-403f-84e3-6b21bbf0d43a)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:33.840213 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (db79ca64-5771-4a8d-bf29-fc107942ba31), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:33.890108 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=db79ca64-5771-4a8d-bf29-fc107942ba31,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:33.897311 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:33.897662 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:33.898158 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:33.898382 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:33.898892 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:33.899222 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:33.899580 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:33.899907 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:33.900231 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:33.900574 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:33.900905 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:33.901225 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:33.903541 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:33.946672 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5419eb-7e22-4bb6-a293-af3fedf9ba0c req-5ec1677c-61d7-4e15-8479-07c774b74e7e tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:33.948219 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cf5419eb-7e22-4bb6-a293-af3fedf9ba0c req-5ec1677c-61d7-4e15-8479-07c774b74e7e tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?device_id=a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29 HTTP/1.1" status: 200 len: 944 time: 0.0564649 Feb 09 13:01:34.002056 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cf5419eb-7e22-4bb6-a293-af3fedf9ba0c req-7ffbcc7d-54ac-4f06-8c64-3bf2611abb66 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9a19dc7-f698-425b-af42-100113f46e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479305 Feb 09 13:01:34.052122 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['db79ca64-5771-4a8d-bf29-fc107942ba31'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:01:35.121359 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76066634-5c61-48c1-9427-59cc5bf41c2b req-54541c34-ba85-48af-a62e-cb2462cba469 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:35.122834 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-76066634-5c61-48c1-9427-59cc5bf41c2b req-54541c34-ba85-48af-a62e-cb2462cba469 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?device_id=a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29 HTTP/1.1" status: 200 len: 944 time: 0.0510945 Feb 09 13:01:35.170268 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-76066634-5c61-48c1-9427-59cc5bf41c2b req-d114b02e-8209-47f6-9014-c947c6b3f3a4 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9a19dc7-f698-425b-af42-100113f46e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417597 Feb 09 13:01:35.622864 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device db79ca64-5771-4a8d-bf29-fc107942ba31 up at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:01:35.748634 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning for port db79ca64-5771-4a8d-bf29-fc107942ba31 completed by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:01:35.752958 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning complete for port db79ca64-5771-4a8d-bf29-fc107942ba31 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:01:35.753373 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (db79ca64-5771-4a8d-bf29-fc107942ba31), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:35.831415 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port db79ca64-5771-4a8d-bf29-fc107942ba31 is: BUILD; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:01:35.831825 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (db79ca64-5771-4a8d-bf29-fc107942ba31), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:35.856352 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db79ca64-5771-4a8d-bf29-fc107942ba31'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:01:35.858621 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35568c951842a11d678cd4ef08ed24226590f5ef87a7b6612a56827cefa1ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526a3b4c-b821-448f-9b97-f3a0917a1285" -d '{"events": [{"server_uuid": "a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29", "name": "network-vif-plugged", "status": "completed", "tag": "db79ca64-5771-4a8d-bf29-fc107942ba31"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:01:35.874877 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port db79ca64-5771-4a8d-bf29-fc107942ba31, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=db79ca64-5771-4a8d-bf29-fc107942ba31,segment=NetworkSegment(b0192657-8bd5-403f-84e3-6b21bbf0d43a),segment_id=b0192657-8bd5-403f-84e3-6b21bbf0d43a)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:35.897093 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7006f25c-5765-481e-8df9-2e604a815f05 x-openstack-request-id: req-7006f25c-5765-481e-8df9-2e604a815f05 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:01:35.897384 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29", "name": "network-vif-plugged", "status": "completed", "tag": "db79ca64-5771-4a8d-bf29-fc107942ba31", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:01:35.897637 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7006f25c-5765-481e-8df9-2e604a815f05 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:01:35.898040 dv-cinder-810917-4-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db79ca64-5771-4a8d-bf29-fc107942ba31', 'code': 200} Feb 09 13:01:35.994630 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (db79ca64-5771-4a8d-bf29-fc107942ba31), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:36.044565 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=db79ca64-5771-4a8d-bf29-fc107942ba31,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:36.236492 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68606313-c041-4c37-9101-a0eb2e81b237 req-52986ee9-722d-40bd-86f3-9fa4ddf0f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:36.238046 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-68606313-c041-4c37-9101-a0eb2e81b237 req-52986ee9-722d-40bd-86f3-9fa4ddf0f03b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29 HTTP/1.1" status: 200 len: 1129 time: 0.0473416 Feb 09 13:01:36.284289 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-68606313-c041-4c37-9101-a0eb2e81b237 req-a6707e6b-0fe9-4441-b52b-e3b295f7ae1d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e9a19dc7-f698-425b-af42-100113f46e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407977 Feb 09 13:01:36.292222 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7839fc-1eee-4918-af91-3d1a00d7cda0 req-e14e354a-58f1-4206-918e-fc31bb0280ba tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:36.293745 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-8f7839fc-1eee-4918-af91-3d1a00d7cda0 req-e14e354a-58f1-4206-918e-fc31bb0280ba tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?device_id=a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29 HTTP/1.1" status: 200 len: 945 time: 0.0551946 Feb 09 13:01:36.345445 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-8f7839fc-1eee-4918-af91-3d1a00d7cda0 req-2e549c47-c6cc-4b46-86c6-f4a8a788096c tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9a19dc7-f698-425b-af42-100113f46e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447099 Feb 09 13:01:37.466419 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b102487-e09e-4959-98cd-5e79d99cb880 req-cbe1940d-6e7b-4dfd-9b43-320c7b4c272f tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:37.467859 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1b102487-e09e-4959-98cd-5e79d99cb880 req-cbe1940d-6e7b-4dfd-9b43-320c7b4c272f tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?device_id=a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29 HTTP/1.1" status: 200 len: 945 time: 0.0539939 Feb 09 13:01:37.515746 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1b102487-e09e-4959-98cd-5e79d99cb880 req-301821fa-9d3e-401d-a1b2-89f926c1d7fd tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9a19dc7-f698-425b-af42-100113f46e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420940 Feb 09 13:01:38.640352 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e4b10-fd31-4071-9091-0656defd9cbf req-28f66548-8188-44e8-990c-1f50026d0e17 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:38.641849 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-d06e4b10-fd31-4071-9091-0656defd9cbf req-28f66548-8188-44e8-990c-1f50026d0e17 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?device_id=a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29 HTTP/1.1" status: 200 len: 945 time: 0.0555315 Feb 09 13:01:38.689858 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-d06e4b10-fd31-4071-9091-0656defd9cbf req-ed2fb621-d472-4be9-b8ec-a5a62c3632a5 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9a19dc7-f698-425b-af42-100113f46e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423031 Feb 09 13:01:42.930292 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:01:45.080383 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:53.388555 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-9c0601d4-0ecc-4cdb-a09f-91dfb4806674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:53.855252 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ef8b406f-bf2e-44b9-8f49-c177b6dfdb3c req-cc363e92-e7bc-473c-b045-afe98aeb8f8e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496569 Feb 09 13:01:53.936419 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b406f-bf2e-44b9-8f49-c177b6dfdb3c req-2fe61d3b-c94b-40f1-9c4f-4ae2381ff69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:53.937960 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ef8b406f-bf2e-44b9-8f49-c177b6dfdb3c req-2fe61d3b-c94b-40f1-9c4f-4ae2381ff69d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44bc2ca5ad754464b1f529f89468e66d&device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 1130 time: 0.0434976 Feb 09 13:01:54.039360 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b406f-bf2e-44b9-8f49-c177b6dfdb3c req-bf94aa2f-9918-4e95-8ca8-fb1cdb9881eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:54.040850 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ef8b406f-bf2e-44b9-8f49-c177b6dfdb3c req-bf94aa2f-9918-4e95-8ca8-fb1cdb9881eb service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfe2aa73-6855-41ea-ba28-5213bb19ed33 HTTP/1.1" status: 200 len: 911 time: 0.0845735 Feb 09 13:01:54.109917 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ef8b406f-bf2e-44b9-8f49-c177b6dfdb3c req-b576654f-f4ed-41a3-9c76-8f7b6e237198 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b47610b-a2e8-467e-85eb-aa40a66466bf HTTP/1.1" status: 200 len: 1002 time: 0.0632234 Feb 09 13:01:54.159825 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b406f-bf2e-44b9-8f49-c177b6dfdb3c req-6217577a-6d50-4a5e-a89b-bb697ec3c43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:54.161342 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ef8b406f-bf2e-44b9-8f49-c177b6dfdb3c req-6217577a-6d50-4a5e-a89b-bb697ec3c43d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c6f5e8dd-0950-4262-b6cd-32fc3a7b56db HTTP/1.1" status: 200 len: 849 time: 0.0438931 Feb 09 13:01:54.212588 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b406f-bf2e-44b9-8f49-c177b6dfdb3c req-e50ffb2e-430c-4738-be61-a681b4cd41b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:54.214100 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ef8b406f-bf2e-44b9-8f49-c177b6dfdb3c req-e50ffb2e-430c-4738-be61-a681b4cd41b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfe2aa73-6855-41ea-ba28-5213bb19ed33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473878 Feb 09 13:01:54.307439 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ef8b406f-bf2e-44b9-8f49-c177b6dfdb3c req-9289b951-8271-40d9-85fd-d4f21266a80c service neutron] 10.222.0.18 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876710 Feb 09 13:01:54.399734 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-ef8b406f-bf2e-44b9-8f49-c177b6dfdb3c req-fc3a1538-25c0-40fb-9daa-39c2945846a3 service neutron] 10.222.0.18 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859883 Feb 09 13:01:55.918372 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0f3a87b7-fd47-4f6b-be21-549eca569f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:57.382633 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:58.701064 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:01:59.805959 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:15.102524 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:19.928614 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:02:21.793520 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e0534-52ed-40d8-ab48-41e0204a32cc req-2040efd7-d577-4a2a-ae64-d557b4a0cba4 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:21.794997 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-596e0534-52ed-40d8-ab48-41e0204a32cc req-2040efd7-d577-4a2a-ae64-d557b4a0cba4 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?device_id=a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29 HTTP/1.1" status: 200 len: 945 time: 0.0542593 Feb 09 13:02:21.846217 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-596e0534-52ed-40d8-ab48-41e0204a32cc req-d56f5cf7-0cea-4b07-ba68-9b41da4aa348 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9a19dc7-f698-425b-af42-100113f46e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456443 Feb 09 13:02:22.974490 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e963be-12c7-448d-92e1-445b1b63822a req-d1888efc-83a2-4bad-b482-1fa44544e90d tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:22.975925 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-87e963be-12c7-448d-92e1-445b1b63822a req-d1888efc-83a2-4bad-b482-1fa44544e90d tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?device_id=a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29 HTTP/1.1" status: 200 len: 945 time: 0.0596998 Feb 09 13:02:23.024832 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-87e963be-12c7-448d-92e1-445b1b63822a req-bc341b73-7cf9-466e-8a94-674495ee05f0 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9a19dc7-f698-425b-af42-100113f46e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414426 Feb 09 13:02:23.311126 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f670b-6195-43a3-9956-c8c06c79d064 req-0c124578-cd72-451e-b758-d14d6458ff64 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:23.312653 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bc8f670b-6195-43a3-9956-c8c06c79d064 req-0c124578-cd72-451e-b758-d14d6458ff64 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29 HTTP/1.1" status: 200 len: 945 time: 0.0523610 Feb 09 13:02:23.359929 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5b158d2a-f829-4f97-a224-9939f80bda32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:23.409139 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-bc8f670b-6195-43a3-9956-c8c06c79d064 req-42818d3f-0f98-48ea-a94b-4243c3abef8f tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Deleting port db79ca64-5771-4a8d-bf29-fc107942ba31 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:02:23.409471 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-bc8f670b-6195-43a3-9956-c8c06c79d064 req-42818d3f-0f98-48ea-a94b-4243c3abef8f tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (db79ca64-5771-4a8d-bf29-fc107942ba31), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:23.496877 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-bc8f670b-6195-43a3-9956-c8c06c79d064 req-42818d3f-0f98-48ea-a94b-4243c3abef8f tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] For port db79ca64-5771-4a8d-bf29-fc107942ba31, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=db79ca64-5771-4a8d-bf29-fc107942ba31,segment=NetworkSegment(b0192657-8bd5-403f-84e3-6b21bbf0d43a),segment_id=b0192657-8bd5-403f-84e3-6b21bbf0d43a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:23.497310 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-bc8f670b-6195-43a3-9956-c8c06c79d064 req-42818d3f-0f98-48ea-a94b-4243c3abef8f tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (db79ca64-5771-4a8d-bf29-fc107942ba31), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:23.510659 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-bc8f670b-6195-43a3-9956-c8c06c79d064 req-42818d3f-0f98-48ea-a94b-4243c3abef8f tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Calling delete_port for db79ca64-5771-4a8d-bf29-fc107942ba31 owned by compute:nova {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:02:23.706262 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-bc8f670b-6195-43a3-9956-c8c06c79d064 req-42818d3f-0f98-48ea-a94b-4243c3abef8f tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (db79ca64-5771-4a8d-bf29-fc107942ba31), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:23.718176 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['db79ca64-5771-4a8d-bf29-fc107942ba31'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:02:23.735194 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42818d3f-0f98-48ea-a94b-4243c3abef8f tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Pushing event deleted for resources: {'Port': ['ID=db79ca64-5771-4a8d-bf29-fc107942ba31,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:23.763822 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42818d3f-0f98-48ea-a94b-4243c3abef8f tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:23.764171 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42818d3f-0f98-48ea-a94b-4243c3abef8f tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:23.764512 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42818d3f-0f98-48ea-a94b-4243c3abef8f tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:23.764844 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42818d3f-0f98-48ea-a94b-4243c3abef8f tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:23.765177 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42818d3f-0f98-48ea-a94b-4243c3abef8f tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:23.765500 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42818d3f-0f98-48ea-a94b-4243c3abef8f tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:23.765822 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42818d3f-0f98-48ea-a94b-4243c3abef8f tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:23.766143 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42818d3f-0f98-48ea-a94b-4243c3abef8f tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:23.766462 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42818d3f-0f98-48ea-a94b-4243c3abef8f tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:23.766782 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42818d3f-0f98-48ea-a94b-4243c3abef8f tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:23.767095 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42818d3f-0f98-48ea-a94b-4243c3abef8f tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:23.767411 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42818d3f-0f98-48ea-a94b-4243c3abef8f tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:23.767770 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42818d3f-0f98-48ea-a94b-4243c3abef8f tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:23.790428 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8f670b-6195-43a3-9956-c8c06c79d064 req-42818d3f-0f98-48ea-a94b-4243c3abef8f tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] No DVR routers for this DVR port db79ca64-5771-4a8d-bf29-fc107942ba31 on host hv-cinder-81091 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:02:23.792860 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-bc8f670b-6195-43a3-9956-c8c06c79d064 req-42818d3f-0f98-48ea-a94b-4243c3abef8f tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:23.796116 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-bc8f670b-6195-43a3-9956-c8c06c79d064 req-42818d3f-0f98-48ea-a94b-4243c3abef8f tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.18 "DELETE /v2.0/ports/db79ca64-5771-4a8d-bf29-fc107942ba31 HTTP/1.1" status: 204 len: 173 time: 0.4789350 Feb 09 13:02:23.796544 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29', 'name': 'network-vif-deleted', 'tag': 'db79ca64-5771-4a8d-bf29-fc107942ba31'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:02:23.798819 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a169343a-3b9d-4199-9666-95cb1e67f783" -d '{"events": [{"server_uuid": "a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29", "name": "network-vif-deleted", "tag": "db79ca64-5771-4a8d-bf29-fc107942ba31"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:02:23.893505 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd86304-7d34-4250-b02d-5be3299ef964 x-openstack-request-id: req-dfd86304-7d34-4250-b02d-5be3299ef964 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:02:23.893800 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29", "name": "network-vif-deleted", "tag": "db79ca64-5771-4a8d-bf29-fc107942ba31", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:02:23.894055 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dfd86304-7d34-4250-b02d-5be3299ef964 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:02:23.894482 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29', 'name': 'network-vif-deleted', 'tag': 'db79ca64-5771-4a8d-bf29-fc107942ba31', 'status': 'completed', 'code': 200} Feb 09 13:02:24.126198 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-352f4c74-ae75-4072-91a7-d3533978b0dc req-71947a1c-a728-480d-afbe-a5fe2c0e05f7 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?device_id=a25c9c9b-9fd2-41a7-aa15-3fed6c36fd29 HTTP/1.1" status: 200 len: 210 time: 0.0306263 Feb 09 13:02:25.896919 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ef01e167-cadd-4c5e-8205-98200b879863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:26.673649 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device db79ca64-5771-4a8d-bf29-fc107942ba31 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:02:26.693457 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] No Port match for: db79ca64-5771-4a8d-bf29-fc107942ba31 {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:02:26.693792 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device db79ca64-5771-4a8d-bf29-fc107942ba31 not bound to the agent host hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:02:27.319891 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b49d0-065d-4920-90b2-d2f327601b3a req-0c8d1233-ba8c-405d-bd55-2dc625accf6c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:27.322101 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-821b49d0-065d-4920-90b2-d2f327601b3a req-0c8d1233-ba8c-405d-bd55-2dc625accf6c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 946 time: 0.0564601 Feb 09 13:02:27.365806 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:27.371631 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-821b49d0-065d-4920-90b2-d2f327601b3a req-722b6ce7-1c34-4044-abf0-ea229ae28050 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437634 Feb 09 13:02:28.500678 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f9b74-b91c-4f49-84f2-d361b6fc92b7 req-4057abb9-eb78-4539-974d-55cf4e3c3b6c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:28.500678 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-225f9b74-b91c-4f49-84f2-d361b6fc92b7 req-4057abb9-eb78-4539-974d-55cf4e3c3b6c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 946 time: 0.0524471 Feb 09 13:02:28.541630 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-225f9b74-b91c-4f49-84f2-d361b6fc92b7 req-937b72e9-3d17-43ad-bda9-4b683fd38bbf tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428391 Feb 09 13:02:28.674123 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:29.662781 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b937cd3-bc41-4503-96aa-894bbf1b6e05 req-545e1351-ed43-4122-9d74-3490f41fdf55 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:29.664305 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-9b937cd3-bc41-4503-96aa-894bbf1b6e05 req-545e1351-ed43-4122-9d74-3490f41fdf55 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 946 time: 0.0537271 Feb 09 13:02:29.713165 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-9b937cd3-bc41-4503-96aa-894bbf1b6e05 req-ae83ee46-c2cf-4e59-b004-38d62814a614 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427990 Feb 09 13:02:29.788433 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:29.832641 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5355e29-0b35-4b32-be2f-63344ea0eaa8 req-e82381d1-d194-4835-97e9-987485c913d2 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:29.834055 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b5355e29-0b35-4b32-be2f-63344ea0eaa8 req-e82381d1-d194-4835-97e9-987485c913d2 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.18 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 946 time: 0.0535638 Feb 09 13:02:29.931189 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-b5355e29-0b35-4b32-be2f-63344ea0eaa8 req-28124e48-7d21-4339-8fe5-226e0a9b12f8 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Deleting port 4b47610b-a2e8-467e-85eb-aa40a66466bf {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:02:29.931552 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-b5355e29-0b35-4b32-be2f-63344ea0eaa8 req-28124e48-7d21-4339-8fe5-226e0a9b12f8 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (4b47610b-a2e8-467e-85eb-aa40a66466bf), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:30.020311 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-b5355e29-0b35-4b32-be2f-63344ea0eaa8 req-28124e48-7d21-4339-8fe5-226e0a9b12f8 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] For port 4b47610b-a2e8-467e-85eb-aa40a66466bf, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=4b47610b-a2e8-467e-85eb-aa40a66466bf,segment=NetworkSegment(ae643856-13d5-43c8-894b-89ba0eef8e64),segment_id=ae643856-13d5-43c8-894b-89ba0eef8e64)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:30.020667 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-b5355e29-0b35-4b32-be2f-63344ea0eaa8 req-28124e48-7d21-4339-8fe5-226e0a9b12f8 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (4b47610b-a2e8-467e-85eb-aa40a66466bf), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:30.449137 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-b5355e29-0b35-4b32-be2f-63344ea0eaa8 req-28124e48-7d21-4339-8fe5-226e0a9b12f8 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:30.449429 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-b5355e29-0b35-4b32-be2f-63344ea0eaa8 req-28124e48-7d21-4339-8fe5-226e0a9b12f8 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591139'] for floatingip (7a70e960-bc58-4de3-8d32-0529449b805a), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:30.449743 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.db.l3_db [req-b5355e29-0b35-4b32-be2f-63344ea0eaa8 req-28124e48-7d21-4339-8fe5-226e0a9b12f8 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Floating IP 7a70e960-bc58-4de3-8d32-0529449b805a disassociated. External IP: 172.27.3.164, port: 4b47610b-a2e8-467e-85eb-aa40a66466bf. Feb 09 13:02:30.450085 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-b5355e29-0b35-4b32-be2f-63344ea0eaa8 req-28124e48-7d21-4339-8fe5-226e0a9b12f8 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Calling delete_port for 4b47610b-a2e8-467e-85eb-aa40a66466bf owned by compute:nova {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:02:30.674412 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-b5355e29-0b35-4b32-be2f-63344ea0eaa8 req-28124e48-7d21-4339-8fe5-226e0a9b12f8 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (4b47610b-a2e8-467e-85eb-aa40a66466bf), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:30.704289 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28124e48-7d21-4339-8fe5-226e0a9b12f8 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Pushing event deleted for resources: {'Port': ['ID=4b47610b-a2e8-467e-85eb-aa40a66466bf,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:30.820210 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-8a8334f0-8e7e-46f4-9b5e-3dc5055adec2 req-618dbd4c-563e-42c7-8e13-cd0bdc9e23ee tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 210 time: 0.0365496 Feb 09 13:02:30.857876 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5355e29-0b35-4b32-be2f-63344ea0eaa8 req-28124e48-7d21-4339-8fe5-226e0a9b12f8 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Router 7028c137-5bb6-4ab9-ba09-bc92d493766f has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:02:30.977046 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5355e29-0b35-4b32-be2f-63344ea0eaa8 req-28124e48-7d21-4339-8fe5-226e0a9b12f8 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:02:30.990209 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b2e070-c552-4eb0-9647-2d2709b4b452 None None] Sync routers for ids ['7028c137-5bb6-4ab9-ba09-bc92d493766f'] in dv-cinder-810917-4-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:02:31.001259 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b2e070-c552-4eb0-9647-2d2709b4b452 None None] Routers {'7028c137-5bb6-4ab9-ba09-bc92d493766f'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:02:31.001890 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-78b2e070-c552-4eb0-9647-2d2709b4b452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T13:02:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['7028c137-5bb6-4ab9-ba09-bc92d493766f'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:02:31.027614 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5355e29-0b35-4b32-be2f-63344ea0eaa8 req-28124e48-7d21-4339-8fe5-226e0a9b12f8 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] No DVR routers for this DVR port 4b47610b-a2e8-467e-85eb-aa40a66466bf on host hv-cinder-81091 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:02:31.030615 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-b5355e29-0b35-4b32-be2f-63344ea0eaa8 req-28124e48-7d21-4339-8fe5-226e0a9b12f8 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:31.034511 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b5355e29-0b35-4b32-be2f-63344ea0eaa8 req-28124e48-7d21-4339-8fe5-226e0a9b12f8 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.18 "DELETE /v2.0/ports/4b47610b-a2e8-467e-85eb-aa40a66466bf HTTP/1.1" status: 204 len: 173 time: 1.1951690 Feb 09 13:02:31.034984 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596cb53a-aaa0-4985-9655-01e58235a3d9', 'name': 'network-vif-deleted', 'tag': '4b47610b-a2e8-467e-85eb-aa40a66466bf'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:02:31.037344 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add7fdf8-40b9-4373-8d33-a877349a7d01" -d '{"events": [{"server_uuid": "596cb53a-aaa0-4985-9655-01e58235a3d9", "name": "network-vif-deleted", "tag": "4b47610b-a2e8-467e-85eb-aa40a66466bf"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:02:31.097027 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe9d6ee-55ee-4699-8c28-8ad0faa3e003 x-openstack-request-id: req-bbe9d6ee-55ee-4699-8c28-8ad0faa3e003 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:02:31.097393 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596cb53a-aaa0-4985-9655-01e58235a3d9", "name": "network-vif-deleted", "tag": "4b47610b-a2e8-467e-85eb-aa40a66466bf", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:02:31.097662 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bbe9d6ee-55ee-4699-8c28-8ad0faa3e003 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:02:31.098059 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596cb53a-aaa0-4985-9655-01e58235a3d9', 'name': 'network-vif-deleted', 'tag': '4b47610b-a2e8-467e-85eb-aa40a66466bf', 'status': 'completed', 'code': 200} Feb 09 13:02:31.120860 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-78b2e070-c552-4eb0-9647-2d2709b4b452 None None] Set router 7028c137-5bb6-4ab9-ba09-bc92d493766f gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:02:31.330068 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-78b2e070-c552-4eb0-9647-2d2709b4b452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'name': 'tempest-TestVolumeBootPattern-65623051-router', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:16Z', 'revision_number': 4, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'gw_port': {'id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:00:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '2646abf0-beb5-4155-8880-59d47efaafc6', 'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'mac_address': 'fa:16:3e:59:99:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:15Z', 'updated_at': '2022-02-09T12:59:20Z', 'revision_number': 5, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'subnets': [{'id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:02:31.355975 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b2e070-c552-4eb0-9647-2d2709b4b452 None None] Checking router: 7028c137-5bb6-4ab9-ba09-bc92d493766f for host: dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:02:31.364400 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b2e070-c552-4eb0-9647-2d2709b4b452 None None] Routers {'7028c137-5bb6-4ab9-ba09-bc92d493766f'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:02:31.364994 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-78b2e070-c552-4eb0-9647-2d2709b4b452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T13:02:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['7028c137-5bb6-4ab9-ba09-bc92d493766f'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:02:31.473673 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-78b2e070-c552-4eb0-9647-2d2709b4b452 None None] Set router 7028c137-5bb6-4ab9-ba09-bc92d493766f gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:02:31.799590 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-78b2e070-c552-4eb0-9647-2d2709b4b452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'name': 'tempest-TestVolumeBootPattern-65623051-router', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:16Z', 'revision_number': 4, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'gw_port': {'id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:00:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '2646abf0-beb5-4155-8880-59d47efaafc6', 'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'mac_address': 'fa:16:3e:59:99:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:15Z', 'updated_at': '2022-02-09T12:59:20Z', 'revision_number': 5, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'subnets': [{'id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:02:31.827099 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b2e070-c552-4eb0-9647-2d2709b4b452 None None] The sync data for ids ['7028c137-5bb6-4ab9-ba09-bc92d493766f'] in dv-cinder-810917-4-iscsi is: [{'id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'name': 'tempest-TestVolumeBootPattern-65623051-router', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:16Z', 'revision_number': 4, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'gw_port': {'id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:00:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '2646abf0-beb5-4155-8880-59d47efaafc6', 'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'mac_address': 'fa:16:3e:59:99:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:15Z', 'updated_at': '2022-02-09T12:59:20Z', 'revision_number': 5, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'subnets': [{'id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:02:31.926443 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5ecc05b7-836a-424c-bb5a-ee77d2d87b15 req-e8bc64ec-5f3b-4155-9bea-a92f6890a423 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 210 time: 0.0307136 Feb 09 13:02:32.052569 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d88cdf7-ead2-408e-b0a7-1193ca7565b1 None None] New status for floating IP 7a70e960-bc58-4de3-8d32-0529449b805a: DOWN {{(pid=109772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:02:33.029686 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-04a7decc-8d4d-401a-b569-bfbc9da906fb req-f2df6d9e-aed2-4e00-85e4-5ef47bca9f77 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 210 time: 0.0319717 Feb 09 13:02:33.692894 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08799cdb-9351-462a-a424-0dbb0964029d req-e3ed5f46-4cbf-46ce-ab86-e8a4a25dbf70 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:33.694383 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-08799cdb-9351-462a-a424-0dbb0964029d req-e3ed5f46-4cbf-46ce-ab86-e8a4a25dbf70 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/networks?id=7cd31e19-daa5-477d-b8ae-4de7afff0274 HTTP/1.1" status: 200 len: 814 time: 0.1101091 Feb 09 13:02:33.709298 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-08799cdb-9351-462a-a424-0dbb0964029d req-800ea047-f1a3-462c-a28b-7e2f0abf2efc tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/quotas/63b51d247b1840769bc749ae4e223b5b HTTP/1.1" status: 200 len: 375 time: 0.0093825 Feb 09 13:02:33.741763 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-08799cdb-9351-462a-a424-0dbb0964029d req-114fad08-5a7a-4f59-ae8b-c70ee31a5ff9 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=63b51d247b1840769bc749ae4e223b5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269210 Feb 09 13:02:33.797993 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [req-08799cdb-9351-462a-a424-0dbb0964029d req-93e49272-f1f5-44ba-86cd-4c18407fcb64 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109769) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 13:02:33.798985 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-08799cdb-9351-462a-a424-0dbb0964029d req-93e49272-f1f5-44ba-86cd-4c18407fcb64 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0505028 Feb 09 13:02:33.894155 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-08799cdb-9351-462a-a424-0dbb0964029d req-d24e79e0-452c-4610-98d2-f19bbf12badd service neutron] 10.222.0.50 "GET /v2.0/networks/7cd31e19-daa5-477d-b8ae-4de7afff0274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888164 Feb 09 13:02:33.987354 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-08799cdb-9351-462a-a424-0dbb0964029d req-653b5f2d-0d95-4a3d-828f-e16d8c592d05 service neutron] 10.222.0.50 "GET /v2.0/networks/7cd31e19-daa5-477d-b8ae-4de7afff0274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869153 Feb 09 13:02:34.135456 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ba67f872-88f4-4496-8647-35d33ea9d229 req-8343cff8-b129-4e1f-bee1-eae6811c0d41 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=596cb53a-aaa0-4985-9655-01e58235a3d9 HTTP/1.1" status: 200 len: 210 time: 0.0265362 Feb 09 13:02:34.282453 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-18d2d265-d97d-4061-84af-20a3c8ae1f62 req-73ed050d-ba25-486c-9852-16a7f129a299 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?device_id=6671a6b7-6e39-47fb-8a25-b508e6f577e7 HTTP/1.1" status: 200 len: 210 time: 0.0327587 Feb 09 13:02:35.397204 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d659c87f-2161-4068-91cd-2dcddd2d4254 req-1b78c755-afab-4a2b-8aae-64fc52a5a20a tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?device_id=6671a6b7-6e39-47fb-8a25-b508e6f577e7 HTTP/1.1" status: 200 len: 210 time: 0.0335851 Feb 09 13:02:35.400128 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-e69be911-0b5d-4288-8360-cb5065974da8 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-596458642&fields=id&tenant_id=44bc2ca5ad754464b1f529f89468e66d HTTP/1.1" status: 200 len: 267 time: 0.0485382 Feb 09 13:02:35.510021 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-c0ddbe51-85cc-41f2-9abc-331b864d49c3 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:35.511471 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-c0ddbe51-85cc-41f2-9abc-331b864d49c3 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/networks?id=cfe2aa73-6855-41ea-ba28-5213bb19ed33 HTTP/1.1" status: 200 len: 810 time: 0.1048901 Feb 09 13:02:35.526333 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-6a09d015-ab46-4bec-aa5e-2cbcad09a9e0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/quotas/44bc2ca5ad754464b1f529f89468e66d HTTP/1.1" status: 200 len: 375 time: 0.0095155 Feb 09 13:02:35.580314 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-ddd1b36a-2d43-4107-8c5b-2a56b4e40dec tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=44bc2ca5ad754464b1f529f89468e66d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488644 Feb 09 13:02:35.644014 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-210f3bc2-ac49-4a51-a8d5-96221b3d7b2c service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109770) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 13:02:35.647905 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-210f3bc2-ac49-4a51-a8d5-96221b3d7b2c service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0534470 Feb 09 13:02:35.738415 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-b21fc49b-cd9b-4476-8869-0d2ae18332a4 service neutron] 10.222.0.50 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860698 Feb 09 13:02:35.839291 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-362e9c7e-f4e0-4526-9f5c-7878b0cbaec9 service neutron] 10.222.0.50 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950396 Feb 09 13:02:36.468881 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-543be6b8-08c2-4ac2-bc0c-b3350496cbfd req-526f6a09-0815-47ff-abf6-996a45b39b19 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=42c17991-ea4e-4548-aff9-dad6805288ac HTTP/1.1" status: 200 len: 210 time: 0.0329509 Feb 09 13:02:36.505850 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-c68463e2-ec75-46c7-b67c-3856f2773f7f req-82484c5c-c231-49d1-82b5-4c326fd0e6b3 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?device_id=6671a6b7-6e39-47fb-8a25-b508e6f577e7 HTTP/1.1" status: 200 len: 210 time: 0.0304906 Feb 09 13:02:36.523581 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08799cdb-9351-462a-a424-0dbb0964029d req-56996e04-4316-40f7-be7b-d9ed5cd4b4d4 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:36.525568 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-08799cdb-9351-462a-a424-0dbb0964029d req-56996e04-4316-40f7-be7b-d9ed5cd4b4d4 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.18 "GET /v2.0/networks?id=7cd31e19-daa5-477d-b8ae-4de7afff0274 HTTP/1.1" status: 200 len: 814 time: 0.1673448 Feb 09 13:02:36.537874 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-08799cdb-9351-462a-a424-0dbb0964029d req-73ffe1ee-fdc4-4fac-ba70-8425d84a974a tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Request body: {'port': {'device_id': '6671a6b7-6e39-47fb-8a25-b508e6f577e7', 'network_id': '7cd31e19-daa5-477d-b8ae-4de7afff0274', 'admin_state_up': True, 'tenant_id': '63b51d247b1840769bc749ae4e223b5b'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:02:36.739926 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08799cdb-9351-462a-a424-0dbb0964029d req-73ffe1ee-fdc4-4fac-ba70-8425d84a974a tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Made reservation on behalf of 63b51d247b1840769bc749ae4e223b5b for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:02:36.743253 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-08799cdb-9351-462a-a424-0dbb0964029d req-73ffe1ee-fdc4-4fac-ba70-8425d84a974a tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:36.879268 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-08799cdb-9351-462a-a424-0dbb0964029d req-73ffe1ee-fdc4-4fac-ba70-8425d84a974a tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Allocated IP 172.20.0.4 (7cd31e19-daa5-477d-b8ae-4de7afff0274/5b718952-0444-4dcb-89a7-1e368c9004f3/e2da2da8-843b-4404-91e6-86f3ae087101) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:02:37.032389 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-08799cdb-9351-462a-a424-0dbb0964029d req-73ffe1ee-fdc4-4fac-ba70-8425d84a974a tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Publish callbacks [] for port (e2da2da8-843b-4404-91e6-86f3ae087101), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:37.181312 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-08799cdb-9351-462a-a424-0dbb0964029d req-73ffe1ee-fdc4-4fac-ba70-8425d84a974a tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (e2da2da8-843b-4404-91e6-86f3ae087101), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:37.193734 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 4b47610b-a2e8-467e-85eb-aa40a66466bf no longer exists at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:02:37.215142 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] No Port match for: 4b47610b-a2e8-467e-85eb-aa40a66466bf {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:02:37.215522 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 4b47610b-a2e8-467e-85eb-aa40a66466bf not bound to the agent host hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:02:37.230226 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08799cdb-9351-462a-a424-0dbb0964029d req-73ffe1ee-fdc4-4fac-ba70-8425d84a974a tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Network 7cd31e19-daa5-477d-b8ae-4de7afff0274 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:02:37.233711 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-08799cdb-9351-462a-a424-0dbb0964029d req-73ffe1ee-fdc4-4fac-ba70-8425d84a974a tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:02:37.237418 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-08799cdb-9351-462a-a424-0dbb0964029d req-73ffe1ee-fdc4-4fac-ba70-8425d84a974a tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:02:37.244705 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffe1ee-fdc4-4fac-ba70-8425d84a974a tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Pushing event updated for resources: {'Port': ['ID=e2da2da8-843b-4404-91e6-86f3ae087101,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:37.292776 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08799cdb-9351-462a-a424-0dbb0964029d req-73ffe1ee-fdc4-4fac-ba70-8425d84a974a tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:37.293282 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-08799cdb-9351-462a-a424-0dbb0964029d req-73ffe1ee-fdc4-4fac-ba70-8425d84a974a tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:37.453981 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-08799cdb-9351-462a-a424-0dbb0964029d req-73ffe1ee-fdc4-4fac-ba70-8425d84a974a tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9198999 Feb 09 13:02:37.463299 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [req-08799cdb-9351-462a-a424-0dbb0964029d req-49d1ab91-8d40-4948-865c-5e046e6ea363 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=109769) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 13:02:37.464362 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-08799cdb-9351-462a-a424-0dbb0964029d req-49d1ab91-8d40-4948-865c-5e046e6ea363 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053687 Feb 09 13:02:37.521582 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-08799cdb-9351-462a-a424-0dbb0964029d req-aeeea200-a879-4328-8076-0bd0ba10c679 service neutron] Request body: {'port': {'device_id': '6671a6b7-6e39-47fb-8a25-b508e6f577e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:02:37.585035 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-14be30e0-26f0-46b2-963f-bb34081e6714 req-2611b561-8203-4a1b-ac84-fcaf9005a4e5 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=42c17991-ea4e-4548-aff9-dad6805288ac HTTP/1.1" status: 200 len: 210 time: 0.0374475 Feb 09 13:02:37.614239 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-08799cdb-9351-462a-a424-0dbb0964029d req-aeeea200-a879-4328-8076-0bd0ba10c679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (e2da2da8-843b-4404-91e6-86f3ae087101), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:37.644409 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb40ba-0045-4138-8a0f-24c06171171f req-e9124c18-32cb-406e-97a7-17b23b7977c1 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:37.645917 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6bfb40ba-0045-4138-8a0f-24c06171171f req-e9124c18-32cb-406e-97a7-17b23b7977c1 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?device_id=6671a6b7-6e39-47fb-8a25-b508e6f577e7 HTTP/1.1" status: 200 len: 931 time: 0.0645580 Feb 09 13:02:37.694905 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-6bfb40ba-0045-4138-8a0f-24c06171171f req-edcab008-edef-4aef-9005-985e48ba73c6 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9a19dc7-f698-425b-af42-100113f46e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422978 Feb 09 13:02:37.886192 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-08799cdb-9351-462a-a424-0dbb0964029d req-aeeea200-a879-4328-8076-0bd0ba10c679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2da2da8-843b-4404-91e6-86f3ae087101 {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:02:37.894477 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-08799cdb-9351-462a-a424-0dbb0964029d req-aeeea200-a879-4328-8076-0bd0ba10c679 service neutron] Publish callbacks [] for port (e2da2da8-843b-4404-91e6-86f3ae087101), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:37.907261 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-08799cdb-9351-462a-a424-0dbb0964029d req-aeeea200-a879-4328-8076-0bd0ba10c679 service neutron] Transition to ACTIVE for port object e2da2da8-843b-4404-91e6-86f3ae087101 will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:02:38.010974 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-08799cdb-9351-462a-a424-0dbb0964029d req-aeeea200-a879-4328-8076-0bd0ba10c679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8720072'] for port (e2da2da8-843b-4404-91e6-86f3ae087101), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:38.060271 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeea200-a879-4328-8076-0bd0ba10c679 service neutron] Pushing event updated for resources: {'Port': ['ID=e2da2da8-843b-4404-91e6-86f3ae087101,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:38.135782 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-08799cdb-9351-462a-a424-0dbb0964029d req-aeeea200-a879-4328-8076-0bd0ba10c679 service neutron] Attempting to bind port e2da2da8-843b-4404-91e6-86f3ae087101 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:02:38.136113 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-08799cdb-9351-462a-a424-0dbb0964029d req-aeeea200-a879-4328-8076-0bd0ba10c679 service neutron] Attempting to bind port e2da2da8-843b-4404-91e6-86f3ae087101 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': 'b0192657-8bd5-403f-84e3-6b21bbf0d43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7cd31e19-daa5-477d-b8ae-4de7afff0274'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:02:38.136506 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08799cdb-9351-462a-a424-0dbb0964029d req-aeeea200-a879-4328-8076-0bd0ba10c679 service neutron] Attempting to bind port e2da2da8-843b-4404-91e6-86f3ae087101 on network 7cd31e19-daa5-477d-b8ae-4de7afff0274 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:02:38.140790 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08799cdb-9351-462a-a424-0dbb0964029d req-aeeea200-a879-4328-8076-0bd0ba10c679 service neutron] Port e2da2da8-843b-4404-91e6-86f3ae087101 on network 7cd31e19-daa5-477d-b8ae-4de7afff0274 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 13:02:38.141104 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08799cdb-9351-462a-a424-0dbb0964029d req-aeeea200-a879-4328-8076-0bd0ba10c679 service neutron] Attempting to bind port e2da2da8-843b-4404-91e6-86f3ae087101 on network 7cd31e19-daa5-477d-b8ae-4de7afff0274 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:02:38.145993 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08799cdb-9351-462a-a424-0dbb0964029d req-aeeea200-a879-4328-8076-0bd0ba10c679 service neutron] Checking agent: {'id': '230303ca-ea08-4771-a934-bc9aeb8313a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'started_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:02:38.146556 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08799cdb-9351-462a-a424-0dbb0964029d req-aeeea200-a879-4328-8076-0bd0ba10c679 service neutron] Checking segment: {'id': 'b0192657-8bd5-403f-84e3-6b21bbf0d43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7cd31e19-daa5-477d-b8ae-4de7afff0274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:02:38.146992 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08799cdb-9351-462a-a424-0dbb0964029d req-aeeea200-a879-4328-8076-0bd0ba10c679 service neutron] Bound using segment: {'id': 'b0192657-8bd5-403f-84e3-6b21bbf0d43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7cd31e19-daa5-477d-b8ae-4de7afff0274'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:02:38.147396 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-08799cdb-9351-462a-a424-0dbb0964029d req-aeeea200-a879-4328-8076-0bd0ba10c679 service neutron] Bound port: e2da2da8-843b-4404-91e6-86f3ae087101, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0192657-8bd5-403f-84e3-6b21bbf0d43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7cd31e19-daa5-477d-b8ae-4de7afff0274'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:02:38.147775 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-08799cdb-9351-462a-a424-0dbb0964029d req-aeeea200-a879-4328-8076-0bd0ba10c679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (e2da2da8-843b-4404-91e6-86f3ae087101), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:38.215531 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-08799cdb-9351-462a-a424-0dbb0964029d req-aeeea200-a879-4328-8076-0bd0ba10c679 service neutron] For port e2da2da8-843b-4404-91e6-86f3ae087101, host hv-cinder-81091, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:02:38.218544 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-08799cdb-9351-462a-a424-0dbb0964029d req-aeeea200-a879-4328-8076-0bd0ba10c679 service neutron] For port e2da2da8-843b-4404-91e6-86f3ae087101, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=e2da2da8-843b-4404-91e6-86f3ae087101,segment=NetworkSegment(b0192657-8bd5-403f-84e3-6b21bbf0d43a),segment_id=b0192657-8bd5-403f-84e3-6b21bbf0d43a)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:02:38.283236 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-08799cdb-9351-462a-a424-0dbb0964029d req-aeeea200-a879-4328-8076-0bd0ba10c679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8720072'] for port (e2da2da8-843b-4404-91e6-86f3ae087101), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:38.318103 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08799cdb-9351-462a-a424-0dbb0964029d req-aeeea200-a879-4328-8076-0bd0ba10c679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:38.318731 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-08799cdb-9351-462a-a424-0dbb0964029d req-aeeea200-a879-4328-8076-0bd0ba10c679 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:38.320205 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-08799cdb-9351-462a-a424-0dbb0964029d req-aeeea200-a879-4328-8076-0bd0ba10c679 service neutron] 10.222.0.18 "PUT /v2.0/ports/e2da2da8-843b-4404-91e6-86f3ae087101 HTTP/1.1" status: 200 len: 1093 time: 0.8482387 Feb 09 13:02:38.321192 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6671a6b7-6e39-47fb-8a25-b508e6f577e7', 'tag': 'e2da2da8-843b-4404-91e6-86f3ae087101'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:02:38.323674 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e145e9-2d04-46af-b92d-81937d2ae8af" -d '{"events": [{"name": "network-changed", "server_uuid": "6671a6b7-6e39-47fb-8a25-b508e6f577e7", "tag": "e2da2da8-843b-4404-91e6-86f3ae087101"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:02:38.370786 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df6667c-19e8-4677-8448-36d9cd78c611 x-openstack-request-id: req-2df6667c-19e8-4677-8448-36d9cd78c611 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:02:38.371075 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6671a6b7-6e39-47fb-8a25-b508e6f577e7", "tag": "e2da2da8-843b-4404-91e6-86f3ae087101", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:02:38.371345 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2df6667c-19e8-4677-8448-36d9cd78c611 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:02:38.371761 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6671a6b7-6e39-47fb-8a25-b508e6f577e7', 'tag': 'e2da2da8-843b-4404-91e6-86f3ae087101', 'status': 'completed', 'code': 200} Feb 09 13:02:38.443961 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeea200-a879-4328-8076-0bd0ba10c679 service neutron] Pushing event updated for resources: {'Port': ['ID=e2da2da8-843b-4404-91e6-86f3ae087101,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:38.489140 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e145e9-2d04-46af-b92d-81937d2ae8af req-6d2cec80-c444-45d4-b885-a96be2454099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:38.490689 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-03e145e9-2d04-46af-b92d-81937d2ae8af req-6d2cec80-c444-45d4-b885-a96be2454099 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=63b51d247b1840769bc749ae4e223b5b&device_id=6671a6b7-6e39-47fb-8a25-b508e6f577e7 HTTP/1.1" status: 200 len: 1127 time: 0.0911727 Feb 09 13:02:38.500467 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-a9001d46-3c15-4720-9db4-ca0dc247aa3a tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:38.501864 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-a9001d46-3c15-4720-9db4-ca0dc247aa3a tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.18 "GET /v2.0/networks?id=cfe2aa73-6855-41ea-ba28-5213bb19ed33 HTTP/1.1" status: 200 len: 810 time: 0.1627028 Feb 09 13:02:38.627997 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-1e6de9fa-0075-413c-9da7-51cb687e523c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44bc2ca5ad754464b1f529f89468e66d HTTP/1.1" status: 200 len: 379 time: 0.1156733 Feb 09 13:02:38.645067 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-91307bfd-32cc-47b0-9018-fd10c9019b2e tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Request body: {'port': {'device_id': '42c17991-ea4e-4548-aff9-dad6805288ac', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'admin_state_up': True, 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'security_groups': ['9b8fa928-7850-4428-a7c7-24b2ddae87f2']}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:02:38.664323 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e145e9-2d04-46af-b92d-81937d2ae8af req-257a735b-de5f-43cc-a14b-443bad0fc672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:38.666055 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-03e145e9-2d04-46af-b92d-81937d2ae8af req-257a735b-de5f-43cc-a14b-443bad0fc672 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=63b51d247b1840769bc749ae4e223b5b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1633527 Feb 09 13:02:38.699364 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-f75a87ad-626e-449f-b3f5-88c7238ed818 req-17646ce3-5f2a-4a86-aa26-068ed5457ac1 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=42c17991-ea4e-4548-aff9-dad6805288ac HTTP/1.1" status: 200 len: 210 time: 0.0354109 Feb 09 13:02:38.872676 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e145e9-2d04-46af-b92d-81937d2ae8af req-9dba823b-1643-4474-b67a-faf9cdd7dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:38.874150 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-03e145e9-2d04-46af-b92d-81937d2ae8af req-9dba823b-1643-4474-b67a-faf9cdd7dba9 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1759205 Feb 09 13:02:38.891292 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541ebf8-30cf-499f-815f-b236aa9c560a req-db48a5a9-c5bb-438c-bc37-f8a9df5a82dd tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:38.892761 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a541ebf8-30cf-499f-815f-b236aa9c560a req-db48a5a9-c5bb-438c-bc37-f8a9df5a82dd tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?device_id=6671a6b7-6e39-47fb-8a25-b508e6f577e7 HTTP/1.1" status: 200 len: 943 time: 0.1242766 Feb 09 13:02:38.971958 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a541ebf8-30cf-499f-815f-b236aa9c560a req-33848a95-2920-41c2-81c3-608ea15fcc95 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9a19dc7-f698-425b-af42-100113f46e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726335 Feb 09 13:02:38.978773 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-91307bfd-32cc-47b0-9018-fd10c9019b2e tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Made reservation on behalf of 44bc2ca5ad754464b1f529f89468e66d for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:02:38.982344 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-91307bfd-32cc-47b0-9018-fd10c9019b2e tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:38.995096 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08799cdb-9351-462a-a424-0dbb0964029d req-4854fc39-f818-4436-bb2b-ceef4fef448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:38.996725 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-08799cdb-9351-462a-a424-0dbb0964029d req-4854fc39-f818-4436-bb2b-ceef4fef448d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=63b51d247b1840769bc749ae4e223b5b&device_id=6671a6b7-6e39-47fb-8a25-b508e6f577e7 HTTP/1.1" status: 200 len: 1127 time: 0.0834684 Feb 09 13:02:39.050342 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-08799cdb-9351-462a-a424-0dbb0964029d req-fa3e59a7-9de6-47d3-88de-54be2c552aaf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2da2da8-843b-4404-91e6-86f3ae087101 HTTP/1.1" status: 200 len: 217 time: 0.0455060 Feb 09 13:02:39.158410 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08799cdb-9351-462a-a424-0dbb0964029d req-44feae40-607f-4404-9f0d-5591d9ff743e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:39.159875 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-08799cdb-9351-462a-a424-0dbb0964029d req-44feae40-607f-4404-9f0d-5591d9ff743e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5b718952-0444-4dcb-89a7-1e368c9004f3 HTTP/1.1" status: 200 len: 854 time: 0.0833669 Feb 09 13:02:39.204111 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-08799cdb-9351-462a-a424-0dbb0964029d req-e1357fd3-df51-4b8e-b10d-42c12a60ba89 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7cd31e19-daa5-477d-b8ae-4de7afff0274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379181 Feb 09 13:02:39.233874 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-91307bfd-32cc-47b0-9018-fd10c9019b2e tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Allocated IP 172.20.0.7 (cfe2aa73-6855-41ea-ba28-5213bb19ed33/c6f5e8dd-0950-4262-b6cd-32fc3a7b56db/441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:02:39.374355 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-08799cdb-9351-462a-a424-0dbb0964029d req-79727538-043d-4257-adb4-cdd1d26389fe service neutron] 10.222.0.18 "GET /v2.0/networks/7cd31e19-daa5-477d-b8ae-4de7afff0274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638701 Feb 09 13:02:39.500892 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-91307bfd-32cc-47b0-9018-fd10c9019b2e tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for port (441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:39.516245 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-08799cdb-9351-462a-a424-0dbb0964029d req-197f6680-c708-4f05-b3c0-90fbf9665606 service neutron] 10.222.0.18 "GET /v2.0/networks/7cd31e19-daa5-477d-b8ae-4de7afff0274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349139 Feb 09 13:02:39.683494 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-91307bfd-32cc-47b0-9018-fd10c9019b2e tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:39.725272 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-91307bfd-32cc-47b0-9018-fd10c9019b2e tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Network cfe2aa73-6855-41ea-ba28-5213bb19ed33 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:02:39.730494 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-91307bfd-32cc-47b0-9018-fd10c9019b2e tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:02:39.734671 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-91307bfd-32cc-47b0-9018-fd10c9019b2e tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:02:39.764294 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91307bfd-32cc-47b0-9018-fd10c9019b2e tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Pushing event updated for resources: {'Port': ['ID=441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:39.795411 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-91307bfd-32cc-47b0-9018-fd10c9019b2e tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:39.796222 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-91307bfd-32cc-47b0-9018-fd10c9019b2e tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:39.832457 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2195f6-30f5-4153-bc36-9033a5e959e1 req-b6cb60cd-9fc8-4a02-9193-84c7ba8e098f tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:39.837466 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-4e2195f6-30f5-4153-bc36-9033a5e959e1 req-b6cb60cd-9fc8-4a02-9193-84c7ba8e098f tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=42c17991-ea4e-4548-aff9-dad6805288ac HTTP/1.1" status: 200 len: 931 time: 0.0598328 Feb 09 13:02:39.888728 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-4e2195f6-30f5-4153-bc36-9033a5e959e1 req-77670f93-18de-4c25-bd63-15a8078dee58 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479162 Feb 09 13:02:39.989094 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-91307bfd-32cc-47b0-9018-fd10c9019b2e tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3483169 Feb 09 13:02:40.000410 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-ef5ad877-9c73-4826-88ec-d9a3344f8abc service neutron] Request body: {'port': {'device_id': '42c17991-ea4e-4548-aff9-dad6805288ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:02:40.003756 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-62a77f7f-1824-4dea-82f5-a53286810d56 None None] Provisioning complete for port 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:02:40.004360 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-62a77f7f-1824-4dea-82f5-a53286810d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:40.046726 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-62a77f7f-1824-4dea-82f5-a53286810d56 None None] Port 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:02:40.091792 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-ef5ad877-9c73-4826-88ec-d9a3344f8abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:40.149702 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83cef8-daea-4ed6-80b4-e6e15f5bf915 req-9555998f-e73b-44b8-846a-282ebfbc2842 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:40.151207 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6d83cef8-daea-4ed6-80b4-e6e15f5bf915 req-9555998f-e73b-44b8-846a-282ebfbc2842 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?device_id=6671a6b7-6e39-47fb-8a25-b508e6f577e7 HTTP/1.1" status: 200 len: 943 time: 0.0983708 Feb 09 13:02:40.280302 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6d83cef8-daea-4ed6-80b4-e6e15f5bf915 req-9e60414d-23b1-42bd-ad3f-6dc92311742b tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9a19dc7-f698-425b-af42-100113f46e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190794 Feb 09 13:02:40.404988 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-ef5ad877-9c73-4826-88ec-d9a3344f8abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:02:40.412393 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-ef5ad877-9c73-4826-88ec-d9a3344f8abc service neutron] Publish callbacks [] for port (441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:40.424859 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-ef5ad877-9c73-4826-88ec-d9a3344f8abc service neutron] Transition to ACTIVE for port object 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:02:40.513646 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-ef5ad877-9c73-4826-88ec-d9a3344f8abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8720072'] for port (441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:40.570769 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ad877-9c73-4826-88ec-d9a3344f8abc service neutron] Pushing event updated for resources: {'Port': ['ID=441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:40.642147 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-ef5ad877-9c73-4826-88ec-d9a3344f8abc service neutron] Attempting to bind port 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac on host hv-cinder-81091 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:02:40.642477 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-ef5ad877-9c73-4826-88ec-d9a3344f8abc service neutron] Attempting to bind port 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': 'ae643856-13d5-43c8-894b-89ba0eef8e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:02:40.642803 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-ef5ad877-9c73-4826-88ec-d9a3344f8abc service neutron] Attempting to bind port 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac on network cfe2aa73-6855-41ea-ba28-5213bb19ed33 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:02:40.647977 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-ef5ad877-9c73-4826-88ec-d9a3344f8abc service neutron] Port 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac on network cfe2aa73-6855-41ea-ba28-5213bb19ed33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 13:02:40.648298 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-ef5ad877-9c73-4826-88ec-d9a3344f8abc service neutron] Attempting to bind port 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac on network cfe2aa73-6855-41ea-ba28-5213bb19ed33 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:02:40.654273 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-ef5ad877-9c73-4826-88ec-d9a3344f8abc service neutron] Checking agent: {'id': '230303ca-ea08-4771-a934-bc9aeb8313a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'started_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:02:40.654611 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-ef5ad877-9c73-4826-88ec-d9a3344f8abc service neutron] Checking segment: {'id': 'ae643856-13d5-43c8-894b-89ba0eef8e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:02:40.654992 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-ef5ad877-9c73-4826-88ec-d9a3344f8abc service neutron] Bound using segment: {'id': 'ae643856-13d5-43c8-894b-89ba0eef8e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:02:40.655417 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-ef5ad877-9c73-4826-88ec-d9a3344f8abc service neutron] Bound port: 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae643856-13d5-43c8-894b-89ba0eef8e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:02:40.655797 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-ef5ad877-9c73-4826-88ec-d9a3344f8abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:40.721623 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-ef5ad877-9c73-4826-88ec-d9a3344f8abc service neutron] For port 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac, host hv-cinder-81091, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:02:40.724592 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-ef5ad877-9c73-4826-88ec-d9a3344f8abc service neutron] For port 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac,segment=NetworkSegment(ae643856-13d5-43c8-894b-89ba0eef8e64),segment_id=ae643856-13d5-43c8-894b-89ba0eef8e64)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:02:40.851701 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-ef5ad877-9c73-4826-88ec-d9a3344f8abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8720072'] for port (441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:40.888323 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-ef5ad877-9c73-4826-88ec-d9a3344f8abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:40.889010 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-ef5ad877-9c73-4826-88ec-d9a3344f8abc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:40.890409 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-ef5ad877-9c73-4826-88ec-d9a3344f8abc service neutron] 10.222.0.18 "PUT /v2.0/ports/441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac HTTP/1.1" status: 200 len: 1093 time: 0.8943126 Feb 09 13:02:40.892848 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c17991-ea4e-4548-aff9-dad6805288ac', 'tag': '441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:02:40.896090 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ef4d31-081b-45eb-8013-3cfb850df58f" -d '{"events": [{"name": "network-changed", "server_uuid": "42c17991-ea4e-4548-aff9-dad6805288ac", "tag": "441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:02:40.929713 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ad877-9c73-4826-88ec-d9a3344f8abc service neutron] Pushing event updated for resources: {'Port': ['ID=441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:40.969699 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdbf3fd-4d1a-48a8-9bbf-428e91ce69a2 x-openstack-request-id: req-2cdbf3fd-4d1a-48a8-9bbf-428e91ce69a2 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:02:40.969699 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c17991-ea4e-4548-aff9-dad6805288ac", "tag": "441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:02:40.969699 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2cdbf3fd-4d1a-48a8-9bbf-428e91ce69a2 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:02:40.969699 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c17991-ea4e-4548-aff9-dad6805288ac', 'tag': '441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac', 'status': 'completed', 'code': 200} Feb 09 13:02:41.053867 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77277aa5-beae-4023-abf5-34e7ef0d83eb req-7635bf76-5df5-4b94-89d6-521f92f6beb9 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:41.055484 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-77277aa5-beae-4023-abf5-34e7ef0d83eb req-7635bf76-5df5-4b94-89d6-521f92f6beb9 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=42c17991-ea4e-4548-aff9-dad6805288ac HTTP/1.1" status: 200 len: 943 time: 0.0898454 Feb 09 13:02:41.062647 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef4d31-081b-45eb-8013-3cfb850df58f req-0b524601-eeba-4892-8cd6-b8effa9aa984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:41.064011 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-13ef4d31-081b-45eb-8013-3cfb850df58f req-0b524601-eeba-4892-8cd6-b8effa9aa984 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44bc2ca5ad754464b1f529f89468e66d&device_id=42c17991-ea4e-4548-aff9-dad6805288ac HTTP/1.1" status: 200 len: 1127 time: 0.0667911 Feb 09 13:02:41.163760 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-77277aa5-beae-4023-abf5-34e7ef0d83eb req-f94560e3-0a2f-48d4-960a-44d5c552a587 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986471 Feb 09 13:02:41.195115 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef4d31-081b-45eb-8013-3cfb850df58f req-2065f6a8-a97a-413a-bbe3-7ea33af27a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:41.197244 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-13ef4d31-081b-45eb-8013-3cfb850df58f req-2065f6a8-a97a-413a-bbe3-7ea33af27a78 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=44bc2ca5ad754464b1f529f89468e66d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1245906 Feb 09 13:02:41.294521 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef4d31-081b-45eb-8013-3cfb850df58f req-3b1f3817-3414-4e0a-be4a-ad224f831867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:41.296057 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-13ef4d31-081b-45eb-8013-3cfb850df58f req-3b1f3817-3414-4e0a-be4a-ad224f831867 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927999 Feb 09 13:02:41.375839 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-e27b23c0-af4b-489a-8255-d11c4f065c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:41.377379 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-e27b23c0-af4b-489a-8255-d11c4f065c81 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44bc2ca5ad754464b1f529f89468e66d&device_id=42c17991-ea4e-4548-aff9-dad6805288ac HTTP/1.1" status: 200 len: 1127 time: 0.0466139 Feb 09 13:02:41.402500 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113ef00-55e4-4788-b994-b550a7a16b93 req-00c27a7f-5b3d-469e-8548-fc122724e896 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:41.404046 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-1113ef00-55e4-4788-b994-b550a7a16b93 req-00c27a7f-5b3d-469e-8548-fc122724e896 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?device_id=6671a6b7-6e39-47fb-8a25-b508e6f577e7 HTTP/1.1" status: 200 len: 943 time: 0.0540266 Feb 09 13:02:41.418893 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-242b0a2e-77b9-4645-b0a3-ba231457097e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac HTTP/1.1" status: 200 len: 217 time: 0.0343986 Feb 09 13:02:41.454152 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-1113ef00-55e4-4788-b994-b550a7a16b93 req-24f28f30-fd69-4b57-88d1-4bfe6f088266 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9a19dc7-f698-425b-af42-100113f46e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445428 Feb 09 13:02:41.471241 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-781f5595-03c3-4431-8d85-beb05e866bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:41.472790 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-781f5595-03c3-4431-8d85-beb05e866bbe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c6f5e8dd-0950-4262-b6cd-32fc3a7b56db HTTP/1.1" status: 200 len: 849 time: 0.0485077 Feb 09 13:02:41.521709 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-b4f04d0e-48cd-4b68-9ce6-e4bc47ac727a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:41.523228 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-b4f04d0e-48cd-4b68-9ce6-e4bc47ac727a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfe2aa73-6855-41ea-ba28-5213bb19ed33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447409 Feb 09 13:02:41.611286 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-a6a66683-fef8-48a4-8827-ca70f2785485 service neutron] 10.222.0.18 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813251 Feb 09 13:02:41.702934 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-a3dec5a5-dc6f-4851-abc2-97102b277d06 req-54f7c604-756f-42e4-8f47-b38cb04619c6 service neutron] 10.222.0.18 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857792 Feb 09 13:02:42.283742 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4155c-72c1-4a52-9235-57a238d2aaad req-06945474-83b0-4d67-a80f-78faeab8fe17 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:42.285206 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1ab4155c-72c1-4a52-9235-57a238d2aaad req-06945474-83b0-4d67-a80f-78faeab8fe17 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=42c17991-ea4e-4548-aff9-dad6805288ac HTTP/1.1" status: 200 len: 943 time: 0.0544088 Feb 09 13:02:42.333748 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1ab4155c-72c1-4a52-9235-57a238d2aaad req-818e93c2-0216-4a8e-b29e-d70d452739e5 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424857 Feb 09 13:02:42.576001 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0716fc-f090-42be-84cc-1a494c852b2f req-fc36848f-05ad-46d2-9a42-c6503c0fae09 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:42.577525 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-bc0716fc-f090-42be-84cc-1a494c852b2f req-fc36848f-05ad-46d2-9a42-c6503c0fae09 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?device_id=6671a6b7-6e39-47fb-8a25-b508e6f577e7 HTTP/1.1" status: 200 len: 943 time: 0.0578272 Feb 09 13:02:42.624978 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-bc0716fc-f090-42be-84cc-1a494c852b2f req-f9d88faf-f2f6-4620-bd8d-b57cc3595f37 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9a19dc7-f698-425b-af42-100113f46e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418990 Feb 09 13:02:43.229289 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device e2da2da8-843b-4404-91e6-86f3ae087101 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=109771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:02:43.327605 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port e2da2da8-843b-4404-91e6-86f3ae087101, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=e2da2da8-843b-4404-91e6-86f3ae087101,segment=NetworkSegment(b0192657-8bd5-403f-84e3-6b21bbf0d43a),segment_id=b0192657-8bd5-403f-84e3-6b21bbf0d43a)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:43.339889 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Returning: {'device': 'e2da2da8-843b-4404-91e6-86f3ae087101', 'network_id': '7cd31e19-daa5-477d-b8ae-4de7afff0274', 'port_id': 'e2da2da8-843b-4404-91e6-86f3ae087101', 'mac_address': 'fa:16:3e:59:33:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b718952-0444-4dcb-89a7-1e368c9004f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:02:43.377369 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port e2da2da8-843b-4404-91e6-86f3ae087101 is: DOWN; New status is: BUILD {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:02:43.377761 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (e2da2da8-843b-4404-91e6-86f3ae087101), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:43.392287 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2da2da8-843b-4404-91e6-86f3ae087101 {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:02:43.419284 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port e2da2da8-843b-4404-91e6-86f3ae087101, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=e2da2da8-843b-4404-91e6-86f3ae087101,segment=NetworkSegment(b0192657-8bd5-403f-84e3-6b21bbf0d43a),segment_id=b0192657-8bd5-403f-84e3-6b21bbf0d43a)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:43.456096 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493d1ae-12d9-402c-973c-930e7ab140bc req-476d5002-cbe1-4661-96c6-b96fa11b6868 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:43.457514 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c493d1ae-12d9-402c-973c-930e7ab140bc req-476d5002-cbe1-4661-96c6-b96fa11b6868 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=42c17991-ea4e-4548-aff9-dad6805288ac HTTP/1.1" status: 200 len: 943 time: 0.0567825 Feb 09 13:02:43.500207 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (e2da2da8-843b-4404-91e6-86f3ae087101), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:43.511127 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c493d1ae-12d9-402c-973c-930e7ab140bc req-7e053a59-1d78-4c2d-9d29-12bc097cac84 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473833 Feb 09 13:02:43.563836 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=e2da2da8-843b-4404-91e6-86f3ae087101,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:43.571493 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:43.571836 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:43.572168 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:43.572578 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:43.572903 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:43.573224 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:43.573543 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:43.573866 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:43.574178 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:43.574493 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:43.574807 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:43.575117 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:43.575471 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:43.703767 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['e2da2da8-843b-4404-91e6-86f3ae087101'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:02:43.746006 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03021311-d2ba-48be-9c42-06cc1a32c84b req-1955356e-96a9-4d7a-b4e1-31250d18cc70 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:43.748156 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-03021311-d2ba-48be-9c42-06cc1a32c84b req-1955356e-96a9-4d7a-b4e1-31250d18cc70 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?device_id=6671a6b7-6e39-47fb-8a25-b508e6f577e7 HTTP/1.1" status: 200 len: 944 time: 0.0546660 Feb 09 13:02:43.795669 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-03021311-d2ba-48be-9c42-06cc1a32c84b req-c6abadb0-42f4-4c98-ba2a-25d7d1037766 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9a19dc7-f698-425b-af42-100113f46e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416956 Feb 09 13:02:44.643563 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4422be5-f5d5-48f1-846b-7ee668acdb48 req-26f67178-7a42-4c53-bb04-831a7256b916 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:44.645067 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c4422be5-f5d5-48f1-846b-7ee668acdb48 req-26f67178-7a42-4c53-bb04-831a7256b916 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=42c17991-ea4e-4548-aff9-dad6805288ac HTTP/1.1" status: 200 len: 943 time: 0.0528243 Feb 09 13:02:44.694412 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c4422be5-f5d5-48f1-846b-7ee668acdb48 req-f19e66a9-5e6e-4fa6-94e0-e9f3f9d698f1 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435548 Feb 09 13:02:44.920160 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd43a95-d627-4ace-b075-bd08f6ab9f11 req-aaf2f6ee-5873-48a1-9ab5-00754309eda5 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:44.921747 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ffd43a95-d627-4ace-b075-bd08f6ab9f11 req-aaf2f6ee-5873-48a1-9ab5-00754309eda5 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?device_id=6671a6b7-6e39-47fb-8a25-b508e6f577e7 HTTP/1.1" status: 200 len: 944 time: 0.0575008 Feb 09 13:02:45.097247 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:45.219514 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ffd43a95-d627-4ace-b075-bd08f6ab9f11 req-d4f4d0ee-5048-4b2b-b713-e8a77d8d68bf tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9a19dc7-f698-425b-af42-100113f46e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921658 Feb 09 13:02:45.230635 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device e2da2da8-843b-4404-91e6-86f3ae087101 up at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:02:45.353751 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning for port e2da2da8-843b-4404-91e6-86f3ae087101 completed by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:02:45.358059 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning complete for port e2da2da8-843b-4404-91e6-86f3ae087101 triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:02:45.358433 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (e2da2da8-843b-4404-91e6-86f3ae087101), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:45.439098 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port e2da2da8-843b-4404-91e6-86f3ae087101 is: BUILD; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:02:45.439507 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (e2da2da8-843b-4404-91e6-86f3ae087101), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:45.462949 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6671a6b7-6e39-47fb-8a25-b508e6f577e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2da2da8-843b-4404-91e6-86f3ae087101'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:02:45.465230 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35568c951842a11d678cd4ef08ed24226590f5ef87a7b6612a56827cefa1ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ec2949-1f39-45a8-b2ff-caa780c0c16e" -d '{"events": [{"server_uuid": "6671a6b7-6e39-47fb-8a25-b508e6f577e7", "name": "network-vif-plugged", "status": "completed", "tag": "e2da2da8-843b-4404-91e6-86f3ae087101"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:02:45.478020 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port e2da2da8-843b-4404-91e6-86f3ae087101, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=e2da2da8-843b-4404-91e6-86f3ae087101,segment=NetworkSegment(b0192657-8bd5-403f-84e3-6b21bbf0d43a),segment_id=b0192657-8bd5-403f-84e3-6b21bbf0d43a)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:45.560362 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (e2da2da8-843b-4404-91e6-86f3ae087101), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:45.564100 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1084a9bf-0d1a-47ba-af9e-4bc51ce8c7d3 x-openstack-request-id: req-1084a9bf-0d1a-47ba-af9e-4bc51ce8c7d3 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:02:45.564414 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6671a6b7-6e39-47fb-8a25-b508e6f577e7", "name": "network-vif-plugged", "status": "completed", "tag": "e2da2da8-843b-4404-91e6-86f3ae087101", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:02:45.564641 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1084a9bf-0d1a-47ba-af9e-4bc51ce8c7d3 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:02:45.565031 dv-cinder-810917-4-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6671a6b7-6e39-47fb-8a25-b508e6f577e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2da2da8-843b-4404-91e6-86f3ae087101', 'code': 200} Feb 09 13:02:45.614025 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=e2da2da8-843b-4404-91e6-86f3ae087101,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:45.799145 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7210f-eea8-4c6a-8bfd-db1163d1d456 req-28e80e82-32ee-4de7-a579-1e2a9adfea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:45.800796 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0ce7210f-eea8-4c6a-8bfd-db1163d1d456 req-28e80e82-32ee-4de7-a579-1e2a9adfea7d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6671a6b7-6e39-47fb-8a25-b508e6f577e7 HTTP/1.1" status: 200 len: 1129 time: 0.0487590 Feb 09 13:02:45.822310 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926312a6-0345-4d4a-af9a-bf6cd15a05d6 req-ee9e178b-42e1-419d-8925-de9426384992 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:45.824630 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-926312a6-0345-4d4a-af9a-bf6cd15a05d6 req-ee9e178b-42e1-419d-8925-de9426384992 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=42c17991-ea4e-4548-aff9-dad6805288ac HTTP/1.1" status: 200 len: 943 time: 0.0550530 Feb 09 13:02:45.847044 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-0ce7210f-eea8-4c6a-8bfd-db1163d1d456 req-f2b3ec81-622b-4cc4-9ae2-165f611bfbd8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e9a19dc7-f698-425b-af42-100113f46e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401211 Feb 09 13:02:45.876329 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-926312a6-0345-4d4a-af9a-bf6cd15a05d6 req-7bc7f9b2-97ab-4cd0-a5bf-29e07c95e8ae tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460269 Feb 09 13:02:46.342063 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132afd37-7ae3-4fc9-93a1-b36c447479d0 req-78b1b54f-06d7-4848-ad84-59f664bf4d6d tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:46.343599 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-132afd37-7ae3-4fc9-93a1-b36c447479d0 req-78b1b54f-06d7-4848-ad84-59f664bf4d6d tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?device_id=6671a6b7-6e39-47fb-8a25-b508e6f577e7 HTTP/1.1" status: 200 len: 945 time: 0.0570621 Feb 09 13:02:46.392053 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-132afd37-7ae3-4fc9-93a1-b36c447479d0 req-22977710-e405-4bea-b318-fce70000905e tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9a19dc7-f698-425b-af42-100113f46e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425322 Feb 09 13:02:46.995935 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8bd90-394a-4dcf-9e96-e15a2d0bb618 req-1aaf3de2-e3b8-4e45-91fd-73402a3ddd07 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:46.997338 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-96c8bd90-394a-4dcf-9e96-e15a2d0bb618 req-1aaf3de2-e3b8-4e45-91fd-73402a3ddd07 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=42c17991-ea4e-4548-aff9-dad6805288ac HTTP/1.1" status: 200 len: 943 time: 0.0522306 Feb 09 13:02:47.048160 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-96c8bd90-394a-4dcf-9e96-e15a2d0bb618 req-680894f5-7051-4332-936f-ccd28ccb846c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451975 Feb 09 13:02:47.511718 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345fe83-dc0f-4419-a0c5-d39acd2c2f53 req-35fc7640-dd94-4390-a363-571db5774fc2 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:47.513174 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e345fe83-dc0f-4419-a0c5-d39acd2c2f53 req-35fc7640-dd94-4390-a363-571db5774fc2 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?device_id=6671a6b7-6e39-47fb-8a25-b508e6f577e7 HTTP/1.1" status: 200 len: 945 time: 0.0527253 Feb 09 13:02:47.559743 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e345fe83-dc0f-4419-a0c5-d39acd2c2f53 req-8c0bf3c3-788b-4db1-b503-11acce9de158 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9a19dc7-f698-425b-af42-100113f46e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407784 Feb 09 13:02:48.169484 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea5590-6456-4e1c-a987-763290234a06 req-f63f12b3-6e15-43d0-bebf-03ad5c1abc02 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:48.170988 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6fea5590-6456-4e1c-a987-763290234a06 req-f63f12b3-6e15-43d0-bebf-03ad5c1abc02 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=42c17991-ea4e-4548-aff9-dad6805288ac HTTP/1.1" status: 200 len: 943 time: 0.0556703 Feb 09 13:02:48.471200 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-6fea5590-6456-4e1c-a987-763290234a06 req-c2a84f64-af94-4d71-9e69-c2e99b5e861d tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2942674 Feb 09 13:02:49.232364 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=109771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:02:49.331042 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac,segment=NetworkSegment(ae643856-13d5-43c8-894b-89ba0eef8e64),segment_id=ae643856-13d5-43c8-894b-89ba0eef8e64)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:49.342854 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Returning: {'device': '441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'port_id': '441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac', 'mac_address': 'fa:16:3e:c0:36:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:02:49.379275 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac is: DOWN; New status is: BUILD {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:02:49.379699 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:49.392567 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:02:49.416757 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac,segment=NetworkSegment(ae643856-13d5-43c8-894b-89ba0eef8e64),segment_id=ae643856-13d5-43c8-894b-89ba0eef8e64)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:49.490800 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:49.541107 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:49.594557 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f847d3-e962-44d3-891b-fbae12ecba82 req-fc55cec6-d357-438f-a063-170ecd7386a6 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:49.596161 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-d4f847d3-e962-44d3-891b-fbae12ecba82 req-fc55cec6-d357-438f-a063-170ecd7386a6 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=42c17991-ea4e-4548-aff9-dad6805288ac HTTP/1.1" status: 200 len: 944 time: 0.0536211 Feb 09 13:02:49.650309 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-d4f847d3-e962-44d3-891b-fbae12ecba82 req-70313d12-e726-4035-bd05-9af70a88723d tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482123 Feb 09 13:02:49.703130 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:02:50.783694 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7923c00-e2c1-4e48-aec0-873b69b6fffe req-39b42174-dc72-4312-a350-d939c81a8983 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:50.785160 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c7923c00-e2c1-4e48-aec0-873b69b6fffe req-39b42174-dc72-4312-a350-d939c81a8983 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=42c17991-ea4e-4548-aff9-dad6805288ac HTTP/1.1" status: 200 len: 944 time: 0.0636132 Feb 09 13:02:50.837614 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-c7923c00-e2c1-4e48-aec0-873b69b6fffe req-45f96a53-1aa7-4286-bc2e-37555d838c68 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446956 Feb 09 13:02:51.237880 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac up at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:02:51.353843 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning for port 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac completed by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:02:51.358143 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning complete for port 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:02:51.358570 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:51.439980 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac is: BUILD; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:02:51.440366 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:51.464266 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c17991-ea4e-4548-aff9-dad6805288ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:02:51.466433 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35568c951842a11d678cd4ef08ed24226590f5ef87a7b6612a56827cefa1ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67029098-1644-41f3-bda4-41810dc14c01" -d '{"events": [{"server_uuid": "42c17991-ea4e-4548-aff9-dad6805288ac", "name": "network-vif-plugged", "status": "completed", "tag": "441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:02:51.480190 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac,segment=NetworkSegment(ae643856-13d5-43c8-894b-89ba0eef8e64),segment_id=ae643856-13d5-43c8-894b-89ba0eef8e64)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:51.504605 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2fc126-2ae9-4ed7-9627-a1e1f4a58a16 x-openstack-request-id: req-dd2fc126-2ae9-4ed7-9627-a1e1f4a58a16 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:02:51.504900 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c17991-ea4e-4548-aff9-dad6805288ac", "name": "network-vif-plugged", "status": "completed", "tag": "441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:02:51.505154 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dd2fc126-2ae9-4ed7-9627-a1e1f4a58a16 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:02:51.505552 dv-cinder-810917-4-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c17991-ea4e-4548-aff9-dad6805288ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac', 'code': 200} Feb 09 13:02:51.573769 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:51.623031 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:51.835116 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101ff29-7f96-4519-85f0-8a6053ffa6b8 req-2f862498-ae9d-48f6-b6d3-d7ed5dd83d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:51.837255 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b101ff29-7f96-4519-85f0-8a6053ffa6b8 req-2f862498-ae9d-48f6-b6d3-d7ed5dd83d86 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=42c17991-ea4e-4548-aff9-dad6805288ac HTTP/1.1" status: 200 len: 1129 time: 0.0434463 Feb 09 13:02:51.886235 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b101ff29-7f96-4519-85f0-8a6053ffa6b8 req-3558fc3d-54ff-4cb7-ab2f-dcfeea9316d2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433960 Feb 09 13:02:51.955979 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29973736-5f1c-4dd4-a7eb-6b239eb11f68 req-6e0ff1eb-774b-4f6a-ad22-472c1f3c7cab tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:51.957449 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-29973736-5f1c-4dd4-a7eb-6b239eb11f68 req-6e0ff1eb-774b-4f6a-ad22-472c1f3c7cab tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=42c17991-ea4e-4548-aff9-dad6805288ac HTTP/1.1" status: 200 len: 945 time: 0.0522614 Feb 09 13:02:52.005164 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-29973736-5f1c-4dd4-a7eb-6b239eb11f68 req-d5eabbba-3e6d-4af1-bcef-ce4b18e33d73 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413592 Feb 09 13:02:53.131257 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca29efe-551a-44a8-9fa0-ddd6b11e26d9 req-ee01ea2e-af63-44ae-bee7-52c0de4914c0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:53.132827 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-7ca29efe-551a-44a8-9fa0-ddd6b11e26d9 req-ee01ea2e-af63-44ae-bee7-52c0de4914c0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=42c17991-ea4e-4548-aff9-dad6805288ac HTTP/1.1" status: 200 len: 945 time: 0.0530312 Feb 09 13:02:53.182301 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-7ca29efe-551a-44a8-9fa0-ddd6b11e26d9 req-6cdc357a-c6fe-4a28-9d65-43796c9ab198 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424078 Feb 09 13:02:53.302488 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbc59e-3ce7-44d0-a659-fefd5587af58 req-36eb63d6-20d5-4572-a7b0-a2c1fb92ff87 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:53.304016 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2ebbc59e-3ce7-44d0-a659-fefd5587af58 req-36eb63d6-20d5-4572-a7b0-a2c1fb92ff87 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=42c17991-ea4e-4548-aff9-dad6805288ac HTTP/1.1" status: 200 len: 945 time: 0.0529501 Feb 09 13:02:53.313954 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0b371bcd-2e4a-4adb-a1fa-2031dfe91653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:53.353637 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-2ebbc59e-3ce7-44d0-a659-fefd5587af58 req-65d04b56-c160-4675-ae6f-a04771e32cf6 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433364 Feb 09 13:02:53.376366 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 58530) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:02:53.424350 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7194152c-3122-4a4e-b500-bc8441d5b069 tempest-TestVolumeBootPattern-2142992254 tempest-TestVolumeBootPattern-2142992254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:53.426501 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-7194152c-3122-4a4e-b500-bc8441d5b069 tempest-TestVolumeBootPattern-2142992254 tempest-TestVolumeBootPattern-2142992254-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=42c17991-ea4e-4548-aff9-dad6805288ac HTTP/1.1" status: 200 len: 1124 time: 0.0485327 Feb 09 13:02:53.428839 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 58532) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:02:53.433778 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [None req-213cb249-93f8-4d59-ba8e-7278d1330792 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Request body: {'floatingip': {'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'port_id': '441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:02:53.551398 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-213cb249-93f8-4d59-ba8e-7278d1330792 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:53.653211 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-213cb249-93f8-4d59-ba8e-7278d1330792 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:53.761468 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [None req-213cb249-93f8-4d59-ba8e-7278d1330792 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Allocated IP 172.27.3.45 (a2e9d4bf-7356-45aa-a65f-bd468972dd5d/c9ce0d82-6bfd-4731-856e-4f09afc4aa6c/a0569385-ec2f-4e9a-998a-983e9af1a909) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:02:53.869382 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-213cb249-93f8-4d59-ba8e-7278d1330792 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for port (a0569385-ec2f-4e9a-998a-983e9af1a909), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:53.956951 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-213cb249-93f8-4d59-ba8e-7278d1330792 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (a0569385-ec2f-4e9a-998a-983e9af1a909), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:54.003501 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213cb249-93f8-4d59-ba8e-7278d1330792 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Network a2e9d4bf-7356-45aa-a65f-bd468972dd5d is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:02:54.006966 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [None req-213cb249-93f8-4d59-ba8e-7278d1330792 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:02:54.009581 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213cb249-93f8-4d59-ba8e-7278d1330792 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:02:54.033326 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213cb249-93f8-4d59-ba8e-7278d1330792 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Pushing event updated for resources: {'Port': ['ID=a0569385-ec2f-4e9a-998a-983e9af1a909,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:54.371826 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-213cb249-93f8-4d59-ba8e-7278d1330792 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for floatingip (e57f9502-043c-410c-9c52-7e52cea6760d), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:54.496467 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-213cb249-93f8-4d59-ba8e-7278d1330792 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (a0569385-ec2f-4e9a-998a-983e9af1a909), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:54.652167 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-213cb249-93f8-4d59-ba8e-7278d1330792 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for port (a0569385-ec2f-4e9a-998a-983e9af1a909), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:54.708211 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-213cb249-93f8-4d59-ba8e-7278d1330792 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8720072'] for port (a0569385-ec2f-4e9a-998a-983e9af1a909), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:54.774320 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213cb249-93f8-4d59-ba8e-7278d1330792 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Pushing event updated for resources: {'Port': ['ID=a0569385-ec2f-4e9a-998a-983e9af1a909,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:54.789955 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-213cb249-93f8-4d59-ba8e-7278d1330792 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591139'] for floatingip (e57f9502-043c-410c-9c52-7e52cea6760d), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:54.896727 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.db.l3_db [None req-213cb249-93f8-4d59-ba8e-7278d1330792 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Floating IP e57f9502-043c-410c-9c52-7e52cea6760d associated. External IP: 172.27.3.45, port: 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac. Feb 09 13:02:55.117923 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213cb249-93f8-4d59-ba8e-7278d1330792 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Router 7028c137-5bb6-4ab9-ba09-bc92d493766f has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:02:55.233380 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213cb249-93f8-4d59-ba8e-7278d1330792 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:02:55.244596 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5ed7d1-c5ed-421b-9ce7-e17c92c3f113 None None] Sync routers for ids ['7028c137-5bb6-4ab9-ba09-bc92d493766f'] in dv-cinder-810917-4-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:02:55.254080 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5ed7d1-c5ed-421b-9ce7-e17c92c3f113 None None] Routers {'7028c137-5bb6-4ab9-ba09-bc92d493766f'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:02:55.254620 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-4a5ed7d1-c5ed-421b-9ce7-e17c92c3f113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T13:02:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['7028c137-5bb6-4ab9-ba09-bc92d493766f'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:02:55.344485 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-213cb249-93f8-4d59-ba8e-7278d1330792 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for floatingip (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:55.371013 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-4a5ed7d1-c5ed-421b-9ce7-e17c92c3f113 None None] Set router 7028c137-5bb6-4ab9-ba09-bc92d493766f gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:02:55.375242 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-213cb249-93f8-4d59-ba8e-7278d1330792 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9453948 Feb 09 13:02:55.376088 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c17991-ea4e-4548-aff9-dad6805288ac', 'tag': '441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:02:55.378478 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1228fcf5-0b52-4b49-ae2d-3d5e4e9cf87e" -d '{"events": [{"name": "network-changed", "server_uuid": "42c17991-ea4e-4548-aff9-dad6805288ac", "tag": "441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:02:55.426230 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a23ac0-f89b-4dfa-8263-535f3c8a5c79 x-openstack-request-id: req-e8a23ac0-f89b-4dfa-8263-535f3c8a5c79 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:02:55.426512 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c17991-ea4e-4548-aff9-dad6805288ac", "tag": "441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:02:55.426791 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e8a23ac0-f89b-4dfa-8263-535f3c8a5c79 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:02:55.427216 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c17991-ea4e-4548-aff9-dad6805288ac', 'tag': '441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac', 'status': 'completed', 'code': 200} Feb 09 13:02:55.493065 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228fcf5-0b52-4b49-ae2d-3d5e4e9cf87e req-b10142e7-903a-48bb-a5d6-37547c074eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:55.494568 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1228fcf5-0b52-4b49-ae2d-3d5e4e9cf87e req-b10142e7-903a-48bb-a5d6-37547c074eaa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44bc2ca5ad754464b1f529f89468e66d&device_id=42c17991-ea4e-4548-aff9-dad6805288ac HTTP/1.1" status: 200 len: 1129 time: 0.0470636 Feb 09 13:02:55.588151 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228fcf5-0b52-4b49-ae2d-3d5e4e9cf87e req-8aaf3cf3-44d3-4710-9e54-b5e8ed521fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:55.589680 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1228fcf5-0b52-4b49-ae2d-3d5e4e9cf87e req-8aaf3cf3-44d3-4710-9e54-b5e8ed521fb8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfe2aa73-6855-41ea-ba28-5213bb19ed33 HTTP/1.1" status: 200 len: 911 time: 0.0887275 Feb 09 13:02:55.613650 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-4a5ed7d1-c5ed-421b-9ce7-e17c92c3f113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'name': 'tempest-TestVolumeBootPattern-65623051-router', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:16Z', 'revision_number': 4, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'gw_port': {'id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:00:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_floatingips': [{'id': 'e57f9502-043c-410c-9c52-7e52cea6760d', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'port_id': '441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'mac_address': 'fa:16:3e:c0:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c17991-ea4e-4548-aff9-dad6805288ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:02:54Z', 'updated_at': '2022-02-09T13:02:54Z', 'revision_number': 0, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2646abf0-beb5-4155-8880-59d47efaafc6', 'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'mac_address': 'fa:16:3e:59:99:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:15Z', 'updated_at': '2022-02-09T12:59:20Z', 'revision_number': 5, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'subnets': [{'id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:02:55.639620 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5ed7d1-c5ed-421b-9ce7-e17c92c3f113 None None] Checking router: 7028c137-5bb6-4ab9-ba09-bc92d493766f for host: dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:02:55.647945 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5ed7d1-c5ed-421b-9ce7-e17c92c3f113 None None] Routers {'7028c137-5bb6-4ab9-ba09-bc92d493766f'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:02:55.649091 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-4a5ed7d1-c5ed-421b-9ce7-e17c92c3f113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T13:02:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['7028c137-5bb6-4ab9-ba09-bc92d493766f'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:02:55.660309 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1228fcf5-0b52-4b49-ae2d-3d5e4e9cf87e req-10385437-4b82-445c-a935-f2f891fab9f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac HTTP/1.1" status: 200 len: 998 time: 0.0641119 Feb 09 13:02:55.706967 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228fcf5-0b52-4b49-ae2d-3d5e4e9cf87e req-3ad2575c-f6a8-4d4c-99da-16c81397b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:55.708461 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1228fcf5-0b52-4b49-ae2d-3d5e4e9cf87e req-3ad2575c-f6a8-4d4c-99da-16c81397b751 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c6f5e8dd-0950-4262-b6cd-32fc3a7b56db HTTP/1.1" status: 200 len: 849 time: 0.0429714 Feb 09 13:02:55.760280 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228fcf5-0b52-4b49-ae2d-3d5e4e9cf87e req-d4f6fac6-35f1-4de6-aa0c-b1eb9151f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:55.760662 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-4a5ed7d1-c5ed-421b-9ce7-e17c92c3f113 None None] Set router 7028c137-5bb6-4ab9-ba09-bc92d493766f gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:02:55.761876 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1228fcf5-0b52-4b49-ae2d-3d5e4e9cf87e req-d4f6fac6-35f1-4de6-aa0c-b1eb9151f957 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfe2aa73-6855-41ea-ba28-5213bb19ed33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477679 Feb 09 13:02:55.857703 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1228fcf5-0b52-4b49-ae2d-3d5e4e9cf87e req-d027d25d-19a8-46e8-9b37-aae51e384c5f service neutron] 10.222.0.18 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892293 Feb 09 13:02:55.959103 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1228fcf5-0b52-4b49-ae2d-3d5e4e9cf87e req-5cd3d2f1-d99e-4735-b430-11276c57583e service neutron] 10.222.0.18 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953915 Feb 09 13:02:55.961219 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-9f287bb6-5574-4d9d-ad5c-15711a7493fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:56.140788 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-4a5ed7d1-c5ed-421b-9ce7-e17c92c3f113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'name': 'tempest-TestVolumeBootPattern-65623051-router', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:16Z', 'revision_number': 4, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'gw_port': {'id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:00:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_floatingips': [{'id': 'e57f9502-043c-410c-9c52-7e52cea6760d', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'port_id': '441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'mac_address': 'fa:16:3e:c0:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c17991-ea4e-4548-aff9-dad6805288ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:02:54Z', 'updated_at': '2022-02-09T13:02:54Z', 'revision_number': 0, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2646abf0-beb5-4155-8880-59d47efaafc6', 'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'mac_address': 'fa:16:3e:59:99:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:15Z', 'updated_at': '2022-02-09T12:59:20Z', 'revision_number': 5, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'subnets': [{'id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:02:56.166710 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5ed7d1-c5ed-421b-9ce7-e17c92c3f113 None None] The sync data for ids ['7028c137-5bb6-4ab9-ba09-bc92d493766f'] in dv-cinder-810917-4-iscsi is: [{'id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'name': 'tempest-TestVolumeBootPattern-65623051-router', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:16Z', 'revision_number': 4, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'gw_port': {'id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:00:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_floatingips': [{'id': 'e57f9502-043c-410c-9c52-7e52cea6760d', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'port_id': '441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'mac_address': 'fa:16:3e:c0:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c17991-ea4e-4548-aff9-dad6805288ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:02:54Z', 'updated_at': '2022-02-09T13:02:54Z', 'revision_number': 0, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2646abf0-beb5-4155-8880-59d47efaafc6', 'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'mac_address': 'fa:16:3e:59:99:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:15Z', 'updated_at': '2022-02-09T12:59:20Z', 'revision_number': 5, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'subnets': [{'id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:02:56.369328 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c29f77-feb5-4189-a9b2-e1a51eeabde7 None None] New status for floating IP e57f9502-043c-410c-9c52-7e52cea6760d: ACTIVE {{(pid=109772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:02:56.927573 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:02:57.390715 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:58.713549 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:02:59.785382 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:10.294463 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5dd092-3c7b-47f5-a5d1-9fecb1d2ba53 req-10d16518-21d7-4804-a264-d68e5b5c38af tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:10.295985 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cc5dd092-3c7b-47f5-a5d1-9fecb1d2ba53 req-10d16518-21d7-4804-a264-d68e5b5c38af tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?device_id=6671a6b7-6e39-47fb-8a25-b508e6f577e7 HTTP/1.1" status: 200 len: 945 time: 0.0569878 Feb 09 13:03:10.344137 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-cc5dd092-3c7b-47f5-a5d1-9fecb1d2ba53 req-94f9ff68-752d-4f42-844a-356865fb2648 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9a19dc7-f698-425b-af42-100113f46e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425127 Feb 09 13:03:11.471478 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d7363-d76a-4ddb-809e-b1945cc85329 req-237a7d60-c721-452f-aa78-b2dfe3e33650 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:11.472901 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ff3d7363-d76a-4ddb-809e-b1945cc85329 req-237a7d60-c721-452f-aa78-b2dfe3e33650 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?device_id=6671a6b7-6e39-47fb-8a25-b508e6f577e7 HTTP/1.1" status: 200 len: 945 time: 0.0556583 Feb 09 13:03:11.520076 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-ff3d7363-d76a-4ddb-809e-b1945cc85329 req-86034cb7-8f62-4e9e-bd22-f928b92c9fbd tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9a19dc7-f698-425b-af42-100113f46e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408101 Feb 09 13:03:12.050452 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6920012-1f81-42d8-ac88-841f8893b3cf req-e214e935-1005-43b4-aa5c-92e98cf603ab tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:12.051933 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e6920012-1f81-42d8-ac88-841f8893b3cf req-e214e935-1005-43b4-aa5c-92e98cf603ab tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.18 "GET /v2.0/ports?device_id=6671a6b7-6e39-47fb-8a25-b508e6f577e7 HTTP/1.1" status: 200 len: 945 time: 0.0509150 Feb 09 13:03:12.146299 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-e6920012-1f81-42d8-ac88-841f8893b3cf req-3b3ae301-2f98-4139-afff-2ca68890e135 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Deleting port e2da2da8-843b-4404-91e6-86f3ae087101 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:03:12.146638 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e6920012-1f81-42d8-ac88-841f8893b3cf req-3b3ae301-2f98-4139-afff-2ca68890e135 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (e2da2da8-843b-4404-91e6-86f3ae087101), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:12.234525 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-e6920012-1f81-42d8-ac88-841f8893b3cf req-3b3ae301-2f98-4139-afff-2ca68890e135 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] For port e2da2da8-843b-4404-91e6-86f3ae087101, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=e2da2da8-843b-4404-91e6-86f3ae087101,segment=NetworkSegment(b0192657-8bd5-403f-84e3-6b21bbf0d43a),segment_id=b0192657-8bd5-403f-84e3-6b21bbf0d43a)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:12.234886 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e6920012-1f81-42d8-ac88-841f8893b3cf req-3b3ae301-2f98-4139-afff-2ca68890e135 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (e2da2da8-843b-4404-91e6-86f3ae087101), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:12.247873 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-e6920012-1f81-42d8-ac88-841f8893b3cf req-3b3ae301-2f98-4139-afff-2ca68890e135 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Calling delete_port for e2da2da8-843b-4404-91e6-86f3ae087101 owned by compute:nova {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:03:12.477195 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e6920012-1f81-42d8-ac88-841f8893b3cf req-3b3ae301-2f98-4139-afff-2ca68890e135 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (e2da2da8-843b-4404-91e6-86f3ae087101), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:12.494097 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['e2da2da8-843b-4404-91e6-86f3ae087101'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:03:12.507080 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ae301-2f98-4139-afff-2ca68890e135 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Pushing event deleted for resources: {'Port': ['ID=e2da2da8-843b-4404-91e6-86f3ae087101,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:12.551719 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6920012-1f81-42d8-ac88-841f8893b3cf req-3b3ae301-2f98-4139-afff-2ca68890e135 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] No DVR routers for this DVR port e2da2da8-843b-4404-91e6-86f3ae087101 on host hv-cinder-81091 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:03:12.554860 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-e6920012-1f81-42d8-ac88-841f8893b3cf req-3b3ae301-2f98-4139-afff-2ca68890e135 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:12.558346 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e6920012-1f81-42d8-ac88-841f8893b3cf req-3b3ae301-2f98-4139-afff-2ca68890e135 tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.18 "DELETE /v2.0/ports/e2da2da8-843b-4404-91e6-86f3ae087101 HTTP/1.1" status: 204 len: 173 time: 0.5010140 Feb 09 13:03:12.558863 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6671a6b7-6e39-47fb-8a25-b508e6f577e7', 'name': 'network-vif-deleted', 'tag': 'e2da2da8-843b-4404-91e6-86f3ae087101'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:03:12.561058 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63067ffb-e562-4a04-b7c6-c1c476a27487" -d '{"events": [{"server_uuid": "6671a6b7-6e39-47fb-8a25-b508e6f577e7", "name": "network-vif-deleted", "tag": "e2da2da8-843b-4404-91e6-86f3ae087101"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:03:12.603966 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db72619c-5205-45aa-9a42-6c5189ba12c9 x-openstack-request-id: req-db72619c-5205-45aa-9a42-6c5189ba12c9 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:03:12.604250 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6671a6b7-6e39-47fb-8a25-b508e6f577e7", "name": "network-vif-deleted", "tag": "e2da2da8-843b-4404-91e6-86f3ae087101", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:03:12.604497 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-db72619c-5205-45aa-9a42-6c5189ba12c9 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:03:12.604887 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6671a6b7-6e39-47fb-8a25-b508e6f577e7', 'name': 'network-vif-deleted', 'tag': 'e2da2da8-843b-4404-91e6-86f3ae087101', 'status': 'completed', 'code': 200} Feb 09 13:03:12.623604 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-1e16498b-1dcb-4607-bf7a-e3ad7bb63b95 req-c42b870c-3a89-4a20-969f-691c7b6603ea tempest-VolumesSnapshotTestJSON-977221667 tempest-VolumesSnapshotTestJSON-977221667-project] 10.222.0.50 "GET /v2.0/ports?device_id=6671a6b7-6e39-47fb-8a25-b508e6f577e7 HTTP/1.1" status: 200 len: 210 time: 0.0299397 Feb 09 13:03:15.124750 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:17.684802 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device e2da2da8-843b-4404-91e6-86f3ae087101 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:03:17.705436 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] No Port match for: e2da2da8-843b-4404-91e6-86f3ae087101 {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:03:17.705780 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device e2da2da8-843b-4404-91e6-86f3ae087101 not bound to the agent host hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:03:23.384419 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-59e58c77-b410-40f3-afc3-457eafc9bab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:25.956080 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e6abad7f-c41f-480f-9216-09e76ae4f373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:27.390563 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:28.715571 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:29.822516 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:33.926914 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:03:40.202984 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 58746) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:03:40.248367 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_v2 [None req-158ae178-869a-47f3-9539-afb0d1048e10 admin admin] Deleting subnet 5b718952-0444-4dcb-89a7-1e368c9004f3 {{(pid=109769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 13:03:40.251617 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-158ae178-869a-47f3-9539-afb0d1048e10 admin admin] Publish callbacks [] for subnet (5b718952-0444-4dcb-89a7-1e368c9004f3), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:40.286506 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-158ae178-869a-47f3-9539-afb0d1048e10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3638820'] for subnet (5b718952-0444-4dcb-89a7-1e368c9004f3), precommit_delete_associations {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:40.324835 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-158ae178-869a-47f3-9539-afb0d1048e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956720'] for subnet (5b718952-0444-4dcb-89a7-1e368c9004f3), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:40.456714 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-158ae178-869a-47f3-9539-afb0d1048e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-956875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8719902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8772564'] for subnet (5b718952-0444-4dcb-89a7-1e368c9004f3), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:40.482757 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ae178-869a-47f3-9539-afb0d1048e10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b718952-0444-4dcb-89a7-1e368c9004f3,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:40.487361 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-158ae178-869a-47f3-9539-afb0d1048e10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for subnet (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:40.490570 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-158ae178-869a-47f3-9539-afb0d1048e10 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5b718952-0444-4dcb-89a7-1e368c9004f3 HTTP/1.1" status: 204 len: 168 time: 0.2865393 Feb 09 13:03:40.494357 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 58748) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:03:40.496396 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ae178-869a-47f3-9539-afb0d1048e10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:40.496750 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ae178-869a-47f3-9539-afb0d1048e10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:40.497236 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ae178-869a-47f3-9539-afb0d1048e10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:40.497579 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ae178-869a-47f3-9539-afb0d1048e10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:40.497967 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ae178-869a-47f3-9539-afb0d1048e10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:40.498275 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ae178-869a-47f3-9539-afb0d1048e10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:40.498607 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ae178-869a-47f3-9539-afb0d1048e10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:40.498936 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ae178-869a-47f3-9539-afb0d1048e10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:40.499269 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ae178-869a-47f3-9539-afb0d1048e10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:40.499628 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ae178-869a-47f3-9539-afb0d1048e10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:40.499962 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ae178-869a-47f3-9539-afb0d1048e10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:40.500312 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ae178-869a-47f3-9539-afb0d1048e10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:40.500607 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ae178-869a-47f3-9539-afb0d1048e10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:40.563905 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3b59b85e-37b8-4418-aa5d-da4540fea426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-976102'] for network (7cd31e19-daa5-477d-b8ae-4de7afff0274), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:40.644913 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3b59b85e-37b8-4418-aa5d-da4540fea426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032615', 'neutron.services.segments.db._delete_segments_for_network-8775837910977'] for network (7cd31e19-daa5-477d-b8ae-4de7afff0274), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:40.664312 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-3b59b85e-37b8-4418-aa5d-da4540fea426 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd31e19-daa5-477d-b8ae-4de7afff0274']}} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:40.673451 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-3b59b85e-37b8-4418-aa5d-da4540fea426 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0192657-8bd5-403f-84e3-6b21bbf0d43a') {'for_net_delete': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:40.673743 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-3b59b85e-37b8-4418-aa5d-da4540fea426 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0192657-8bd5-403f-84e3-6b21bbf0d43a') {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:40.683637 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3b59b85e-37b8-4418-aa5d-da4540fea426 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775837913034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10469964'] for segment (b0192657-8bd5-403f-84e3-6b21bbf0d43a), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:40.697665 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3b59b85e-37b8-4418-aa5d-da4540fea426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (b0192657-8bd5-403f-84e3-6b21bbf0d43a), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:40.703449 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b59b85e-37b8-4418-aa5d-da4540fea426 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=109770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:03:40.703847 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3b59b85e-37b8-4418-aa5d-da4540fea426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10470575'] for segment (b0192657-8bd5-403f-84e3-6b21bbf0d43a), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: Traceback (most recent call last): Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: timer() Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: cb(*args, **kw) Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: return func(*args, **kwargs) Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: self._notify() Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: self.callback(batched_events) Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: event.method(event) Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: return f(self, *a, **k) Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: return self._get(url).json() Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: return self.request(url, 'GET', **kwargs) Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:03:40.705517 dv-cinder-810917-4-iscsi neutron-server[109770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:03:40.818936 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3b59b85e-37b8-4418-aa5d-da4540fea426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591153'] for network (7cd31e19-daa5-477d-b8ae-4de7afff0274), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:40.824625 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3b59b85e-37b8-4418-aa5d-da4540fea426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:40.830899 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-3b59b85e-37b8-4418-aa5d-da4540fea426 admin admin] 10.222.0.50 "DELETE /v2.0/networks/7cd31e19-daa5-477d-b8ae-4de7afff0274 HTTP/1.1" status: 204 len: 168 time: 0.3324997 Feb 09 13:03:40.841043 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59b85e-37b8-4418-aa5d-da4540fea426 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cd31e19-daa5-477d-b8ae-4de7afff0274,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:40.848673 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b59b85e-37b8-4418-aa5d-da4540fea426 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:40.849028 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b59b85e-37b8-4418-aa5d-da4540fea426 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:40.849513 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b59b85e-37b8-4418-aa5d-da4540fea426 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:40.849709 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b59b85e-37b8-4418-aa5d-da4540fea426 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:40.850045 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b59b85e-37b8-4418-aa5d-da4540fea426 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:40.851235 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b59b85e-37b8-4418-aa5d-da4540fea426 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:40.853705 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b59b85e-37b8-4418-aa5d-da4540fea426 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:40.853705 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b59b85e-37b8-4418-aa5d-da4540fea426 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:40.853705 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b59b85e-37b8-4418-aa5d-da4540fea426 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:40.853705 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b59b85e-37b8-4418-aa5d-da4540fea426 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:40.853705 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b59b85e-37b8-4418-aa5d-da4540fea426 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:40.853705 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b59b85e-37b8-4418-aa5d-da4540fea426 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:40.854257 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b59b85e-37b8-4418-aa5d-da4540fea426 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:41.167264 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 58752) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:03:41.206531 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-2cb9a11a-5b4e-4927-8a89-93e89c23a8bc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=63b51d247b1840769bc749ae4e223b5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380547 Feb 09 13:03:41.209101 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 58754) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:03:41.258275 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11371a67-1727-4065-ae6e-6973b812168a admin admin] Publish callbacks [] for security_group (e9a19dc7-f698-425b-af42-100113f46e44), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:41.279726 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11371a67-1727-4065-ae6e-6973b812168a admin admin] Publish callbacks [] for security_group (e9a19dc7-f698-425b-af42-100113f46e44), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:41.410438 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11371a67-1727-4065-ae6e-6973b812168a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (e9a19dc7-f698-425b-af42-100113f46e44), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:41.413637 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-11371a67-1727-4065-ae6e-6973b812168a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:41.414804 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-11371a67-1727-4065-ae6e-6973b812168a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e9a19dc7-f698-425b-af42-100113f46e44 HTTP/1.1" status: 204 len: 168 time: 0.2043047 Feb 09 13:03:41.422666 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11371a67-1727-4065-ae6e-6973b812168a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a19dc7-f698-425b-af42-100113f46e44,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:45.130095 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:53.364466 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e33a4c7f-5a62-4d94-8323-644f70cd0a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:55.138981 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-05a207c0-3ad6-4d0b-be81-3a2825900eaf req-83c98ad2-2cff-4346-9be1-7322869c9ea4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=42c17991-ea4e-4548-aff9-dad6805288ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443788 Feb 09 13:03:55.223016 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a207c0-3ad6-4d0b-be81-3a2825900eaf req-1e4dc2fd-2fd5-45e7-af89-266d0decff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:55.224561 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-05a207c0-3ad6-4d0b-be81-3a2825900eaf req-1e4dc2fd-2fd5-45e7-af89-266d0decff5e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44bc2ca5ad754464b1f529f89468e66d&device_id=42c17991-ea4e-4548-aff9-dad6805288ac HTTP/1.1" status: 200 len: 1129 time: 0.0432408 Feb 09 13:03:55.328924 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a207c0-3ad6-4d0b-be81-3a2825900eaf req-30e77e39-f330-4039-911c-008a13abfc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:55.330410 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-05a207c0-3ad6-4d0b-be81-3a2825900eaf req-30e77e39-f330-4039-911c-008a13abfc6a service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfe2aa73-6855-41ea-ba28-5213bb19ed33 HTTP/1.1" status: 200 len: 911 time: 0.0878463 Feb 09 13:03:55.395191 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-05a207c0-3ad6-4d0b-be81-3a2825900eaf req-af8ea374-e7fa-4fcd-9dae-084dbe671f58 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac HTTP/1.1" status: 200 len: 1000 time: 0.0581002 Feb 09 13:03:55.442444 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a207c0-3ad6-4d0b-be81-3a2825900eaf req-c2d8f5a3-54a3-43bb-ad4f-5c45318efcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:55.444025 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-05a207c0-3ad6-4d0b-be81-3a2825900eaf req-c2d8f5a3-54a3-43bb-ad4f-5c45318efcd9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c6f5e8dd-0950-4262-b6cd-32fc3a7b56db HTTP/1.1" status: 200 len: 849 time: 0.0434666 Feb 09 13:03:55.497936 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a207c0-3ad6-4d0b-be81-3a2825900eaf req-5c7f0c0b-8acd-42a8-a218-a3cfe0c558ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:55.499497 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-05a207c0-3ad6-4d0b-be81-3a2825900eaf req-5c7f0c0b-8acd-42a8-a218-a3cfe0c558ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfe2aa73-6855-41ea-ba28-5213bb19ed33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496144 Feb 09 13:03:55.587152 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-05a207c0-3ad6-4d0b-be81-3a2825900eaf req-4a519620-322f-4ce5-a948-36aadb2492f3 service neutron] 10.222.0.18 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817001 Feb 09 13:03:55.678497 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-05a207c0-3ad6-4d0b-be81-3a2825900eaf req-6cdf68e9-b602-4080-b95e-7f062e6ef6ba service neutron] 10.222.0.18 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859885 Feb 09 13:03:55.935791 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b487bf3b-dc8b-4f88-9eec-45f53c71592a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:57.383733 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:58.703774 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:03:59.789556 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:10.926262 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:04:15.160631 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:23.346821 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-99a61c33-d247-4290-a20e-0c7f7f95a6a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:25.924366 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e13ea6c0-c01f-48d4-a7f3-40f3a9de46c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:27.415334 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:28.741890 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:29.782635 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:43.072924 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-3df066e3-955b-4ce6-b76e-cf2c913ff6ef tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-596458642&fields=id&tenant_id=44bc2ca5ad754464b1f529f89468e66d HTTP/1.1" status: 200 len: 267 time: 0.0495527 Feb 09 13:04:43.187043 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-b4fe8ba7-a70c-4f11-bae9-cc4fc7825cdc tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:43.188537 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-b4fe8ba7-a70c-4f11-bae9-cc4fc7825cdc tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/networks?id=cfe2aa73-6855-41ea-ba28-5213bb19ed33 HTTP/1.1" status: 200 len: 810 time: 0.1091096 Feb 09 13:04:43.203006 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-e6e819cd-a021-43fa-b5f8-04a52567e469 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/quotas/44bc2ca5ad754464b1f529f89468e66d HTTP/1.1" status: 200 len: 375 time: 0.0090327 Feb 09 13:04:43.261618 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-5859908a-e8fa-4bcc-9655-1aae3f98a794 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=44bc2ca5ad754464b1f529f89468e66d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533929 Feb 09 13:04:43.358832 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-cddba995-8a04-4b9a-a750-4fcb6dc22276 service neutron] 10.222.0.50 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854237 Feb 09 13:04:43.454140 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-b957a7b0-044b-4150-ae78-217449a2db65 service neutron] 10.222.0.50 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894692 Feb 09 13:04:44.088192 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-84ac8f16-1329-4115-9c33-40c9dbe592f8 req-d3e067eb-9988-4c42-a364-193f8230ec73 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2d76c4e-c20c-4a49-b172-5e459b2ebea5 HTTP/1.1" status: 200 len: 210 time: 0.0298846 Feb 09 13:04:45.112225 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:45.182823 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d5099ac2-8fc6-4508-b969-3d4aa451f0e2 req-a9a04cc1-4029-4af5-a5fe-2468668f07fc tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2d76c4e-c20c-4a49-b172-5e459b2ebea5 HTTP/1.1" status: 200 len: 210 time: 0.0283134 Feb 09 13:04:46.280374 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-5b6b958b-1671-48b7-a0c9-9332baf7c58d tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:46.281850 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-5b6b958b-1671-48b7-a0c9-9332baf7c58d tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.18 "GET /v2.0/networks?id=cfe2aa73-6855-41ea-ba28-5213bb19ed33 HTTP/1.1" status: 200 len: 810 time: 0.3559911 Feb 09 13:04:46.290768 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-58b62eb9-7b3d-4b6d-a1bc-b926c7ec6cbc req-516a49cd-c357-46f2-86c7-5a8e5b91603b tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2d76c4e-c20c-4a49-b172-5e459b2ebea5 HTTP/1.1" status: 200 len: 210 time: 0.0312471 Feb 09 13:04:46.347472 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-1b32f1db-a9f4-4de9-b047-f462127318a0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44bc2ca5ad754464b1f529f89468e66d HTTP/1.1" status: 200 len: 379 time: 0.0568149 Feb 09 13:04:46.356447 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-24c91c68-6007-49ac-8708-96e8fe6b60ea tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Request body: {'port': {'device_id': 'c2d76c4e-c20c-4a49-b172-5e459b2ebea5', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'admin_state_up': True, 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'security_groups': ['9b8fa928-7850-4428-a7c7-24b2ddae87f2']}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:04:46.559951 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-24c91c68-6007-49ac-8708-96e8fe6b60ea tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Made reservation on behalf of 44bc2ca5ad754464b1f529f89468e66d for: {'port': 1} {{(pid=109769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:04:46.563464 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-24c91c68-6007-49ac-8708-96e8fe6b60ea tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:46.693246 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.db_base_plugin_common [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-24c91c68-6007-49ac-8708-96e8fe6b60ea tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Allocated IP 172.20.0.12 (cfe2aa73-6855-41ea-ba28-5213bb19ed33/c6f5e8dd-0950-4262-b6cd-32fc3a7b56db/e762d188-866f-4fd2-a11e-f5485c619d5a) {{(pid=109769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:04:46.836516 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-24c91c68-6007-49ac-8708-96e8fe6b60ea tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for port (e762d188-866f-4fd2-a11e-f5485c619d5a), precommit_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:46.927952 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-24c91c68-6007-49ac-8708-96e8fe6b60ea tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (e762d188-866f-4fd2-a11e-f5485c619d5a), after_create {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:46.983505 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-24c91c68-6007-49ac-8708-96e8fe6b60ea tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Network cfe2aa73-6855-41ea-ba28-5213bb19ed33 is already hosted by enough agents. {{(pid=109769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:04:46.986730 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.base_scheduler [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-24c91c68-6007-49ac-8708-96e8fe6b60ea tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Resources bound (agent type, host, resource id): {{(pid=109769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:04:46.990831 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-24c91c68-6007-49ac-8708-96e8fe6b60ea tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Received port after_create {{(pid=109769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:04:47.004794 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c91c68-6007-49ac-8708-96e8fe6b60ea tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Pushing event updated for resources: {'Port': ['ID=e762d188-866f-4fd2-a11e-f5485c619d5a,revision_number=1']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:47.026705 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c91c68-6007-49ac-8708-96e8fe6b60ea tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:47.027049 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c91c68-6007-49ac-8708-96e8fe6b60ea tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:47.027389 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c91c68-6007-49ac-8708-96e8fe6b60ea tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:47.027747 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c91c68-6007-49ac-8708-96e8fe6b60ea tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:47.028074 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c91c68-6007-49ac-8708-96e8fe6b60ea tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:47.028399 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c91c68-6007-49ac-8708-96e8fe6b60ea tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:47.028731 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c91c68-6007-49ac-8708-96e8fe6b60ea tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:47.029050 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c91c68-6007-49ac-8708-96e8fe6b60ea tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:47.029370 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c91c68-6007-49ac-8708-96e8fe6b60ea tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:47.029692 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c91c68-6007-49ac-8708-96e8fe6b60ea tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:47.030011 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c91c68-6007-49ac-8708-96e8fe6b60ea tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:47.030335 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c91c68-6007-49ac-8708-96e8fe6b60ea tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:47.030649 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c91c68-6007-49ac-8708-96e8fe6b60ea tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:47.057464 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-24c91c68-6007-49ac-8708-96e8fe6b60ea tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:47.058083 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-24c91c68-6007-49ac-8708-96e8fe6b60ea tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:47.155338 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-24c91c68-6007-49ac-8708-96e8fe6b60ea tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8024673 Feb 09 13:04:47.167587 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.v2.base [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-021cd62f-678f-4cdb-8ed8-f89fb0b3c5a4 service neutron] Request body: {'port': {'device_id': 'c2d76c4e-c20c-4a49-b172-5e459b2ebea5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=109769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:04:47.220097 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-a09d2171-1500-4c7e-bfcb-83a067144134 None None] Provisioning complete for port e762d188-866f-4fd2-a11e-f5485c619d5a triggered by entity DHCP. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:04:47.221817 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-a09d2171-1500-4c7e-bfcb-83a067144134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (e762d188-866f-4fd2-a11e-f5485c619d5a), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:47.234998 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-021cd62f-678f-4cdb-8ed8-f89fb0b3c5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (e762d188-866f-4fd2-a11e-f5485c619d5a), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:47.257795 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-a09d2171-1500-4c7e-bfcb-83a067144134 None None] Port e762d188-866f-4fd2-a11e-f5485c619d5a cannot update to ACTIVE because it is not bound. {{(pid=109771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 13:04:47.476486 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f44b10-6ab8-42cb-9b5d-88b80633be0b req-f38bb819-5dd1-4340-b42e-e595f41332e8 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:47.477896 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-39f44b10-6ab8-42cb-9b5d-88b80633be0b req-f38bb819-5dd1-4340-b42e-e595f41332e8 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2d76c4e-c20c-4a49-b172-5e459b2ebea5 HTTP/1.1" status: 200 len: 932 time: 0.1122932 Feb 09 13:04:47.575773 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-39f44b10-6ab8-42cb-9b5d-88b80633be0b req-b95f4338-a815-4c44-af4c-194b9286378c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900993 Feb 09 13:04:47.589210 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-021cd62f-678f-4cdb-8ed8-f89fb0b3c5a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e762d188-866f-4fd2-a11e-f5485c619d5a {{(pid=109769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:04:47.597300 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-021cd62f-678f-4cdb-8ed8-f89fb0b3c5a4 service neutron] Publish callbacks [] for port (e762d188-866f-4fd2-a11e-f5485c619d5a), precommit_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:47.609313 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.provisioning_blocks [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-021cd62f-678f-4cdb-8ed8-f89fb0b3c5a4 service neutron] Transition to ACTIVE for port object e762d188-866f-4fd2-a11e-f5485c619d5a will not be triggered until provisioned by entity L2. {{(pid=109769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:04:47.718425 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-021cd62f-678f-4cdb-8ed8-f89fb0b3c5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8720072'] for port (e762d188-866f-4fd2-a11e-f5485c619d5a), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:47.774308 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021cd62f-678f-4cdb-8ed8-f89fb0b3c5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e762d188-866f-4fd2-a11e-f5485c619d5a,revision_number=2']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:47.851962 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-021cd62f-678f-4cdb-8ed8-f89fb0b3c5a4 service neutron] Attempting to bind port e762d188-866f-4fd2-a11e-f5485c619d5a on host hv-cinder-81091 for vnic_type normal with profile {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 13:04:47.852302 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-021cd62f-678f-4cdb-8ed8-f89fb0b3c5a4 service neutron] Attempting to bind port e762d188-866f-4fd2-a11e-f5485c619d5a by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': 'ae643856-13d5-43c8-894b-89ba0eef8e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33'}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 13:04:47.852633 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-021cd62f-678f-4cdb-8ed8-f89fb0b3c5a4 service neutron] Attempting to bind port e762d188-866f-4fd2-a11e-f5485c619d5a on network cfe2aa73-6855-41ea-ba28-5213bb19ed33 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:04:47.857508 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-021cd62f-678f-4cdb-8ed8-f89fb0b3c5a4 service neutron] Port e762d188-866f-4fd2-a11e-f5485c619d5a on network cfe2aa73-6855-41ea-ba28-5213bb19ed33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 13:04:47.858085 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-021cd62f-678f-4cdb-8ed8-f89fb0b3c5a4 service neutron] Attempting to bind port e762d188-866f-4fd2-a11e-f5485c619d5a on network cfe2aa73-6855-41ea-ba28-5213bb19ed33 {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 13:04:47.863213 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-021cd62f-678f-4cdb-8ed8-f89fb0b3c5a4 service neutron] Checking agent: {'id': '230303ca-ea08-4771-a934-bc9aeb8313a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'started_at': datetime.datetime(2022, 2, 9, 12, 49, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 13:04:47.863584 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-021cd62f-678f-4cdb-8ed8-f89fb0b3c5a4 service neutron] Checking segment: {'id': 'ae643856-13d5-43c8-894b-89ba0eef8e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 13:04:47.863969 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-021cd62f-678f-4cdb-8ed8-f89fb0b3c5a4 service neutron] Bound using segment: {'id': 'ae643856-13d5-43c8-894b-89ba0eef8e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33'} {{(pid=109769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 13:04:47.864912 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.managers [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-021cd62f-678f-4cdb-8ed8-f89fb0b3c5a4 service neutron] Bound port: e762d188-866f-4fd2-a11e-f5485c619d5a, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae643856-13d5-43c8-894b-89ba0eef8e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33'}}] {{(pid=109769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 13:04:47.865282 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-021cd62f-678f-4cdb-8ed8-f89fb0b3c5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (e762d188-866f-4fd2-a11e-f5485c619d5a), before_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:47.925539 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:04:47.935448 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-021cd62f-678f-4cdb-8ed8-f89fb0b3c5a4 service neutron] For port e762d188-866f-4fd2-a11e-f5485c619d5a, host hv-cinder-81091, cleared binding levels {{(pid=109769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:04:47.938386 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-021cd62f-678f-4cdb-8ed8-f89fb0b3c5a4 service neutron] For port e762d188-866f-4fd2-a11e-f5485c619d5a, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=e762d188-866f-4fd2-a11e-f5485c619d5a,segment=NetworkSegment(ae643856-13d5-43c8-894b-89ba0eef8e64),segment_id=ae643856-13d5-43c8-894b-89ba0eef8e64)] {{(pid=109769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:04:47.993300 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-021cd62f-678f-4cdb-8ed8-f89fb0b3c5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8720072'] for port (e762d188-866f-4fd2-a11e-f5485c619d5a), after_update {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:48.028005 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-021cd62f-678f-4cdb-8ed8-f89fb0b3c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:48.028628 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-021cd62f-678f-4cdb-8ed8-f89fb0b3c5a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:48.030015 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-021cd62f-678f-4cdb-8ed8-f89fb0b3c5a4 service neutron] 10.222.0.18 "PUT /v2.0/ports/e762d188-866f-4fd2-a11e-f5485c619d5a HTTP/1.1" status: 200 len: 1094 time: 0.8666592 Feb 09 13:04:48.030448 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d76c4e-c20c-4a49-b172-5e459b2ebea5', 'tag': 'e762d188-866f-4fd2-a11e-f5485c619d5a'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:04:48.032716 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1b2614-0c6f-4829-9d4e-210ad45ba3b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d76c4e-c20c-4a49-b172-5e459b2ebea5", "tag": "e762d188-866f-4fd2-a11e-f5485c619d5a"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:04:48.057575 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021cd62f-678f-4cdb-8ed8-f89fb0b3c5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e762d188-866f-4fd2-a11e-f5485c619d5a,revision_number=3']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:48.076566 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c953271b-868f-4a4d-b7db-e02f5030e195 x-openstack-request-id: req-c953271b-868f-4a4d-b7db-e02f5030e195 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:04:48.076782 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d76c4e-c20c-4a49-b172-5e459b2ebea5", "tag": "e762d188-866f-4fd2-a11e-f5485c619d5a", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:04:48.077034 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c953271b-868f-4a4d-b7db-e02f5030e195 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:04:48.077439 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d76c4e-c20c-4a49-b172-5e459b2ebea5', 'tag': 'e762d188-866f-4fd2-a11e-f5485c619d5a', 'status': 'completed', 'code': 200} Feb 09 13:04:48.143709 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b2614-0c6f-4829-9d4e-210ad45ba3b0 req-99f5aaee-5515-484d-89f8-ede5c20e0d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:48.145397 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fc1b2614-0c6f-4829-9d4e-210ad45ba3b0 req-99f5aaee-5515-484d-89f8-ede5c20e0d23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44bc2ca5ad754464b1f529f89468e66d&device_id=c2d76c4e-c20c-4a49-b172-5e459b2ebea5 HTTP/1.1" status: 200 len: 1128 time: 0.0493906 Feb 09 13:04:48.250361 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b2614-0c6f-4829-9d4e-210ad45ba3b0 req-4f25fd5c-2f60-484f-b3e7-405914fc78e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:48.251869 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fc1b2614-0c6f-4829-9d4e-210ad45ba3b0 req-4f25fd5c-2f60-484f-b3e7-405914fc78e4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=44bc2ca5ad754464b1f529f89468e66d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1001968 Feb 09 13:04:48.351296 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b2614-0c6f-4829-9d4e-210ad45ba3b0 req-295cd974-e7e9-4c03-9fbd-f024b39079ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:48.352851 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fc1b2614-0c6f-4829-9d4e-210ad45ba3b0 req-295cd974-e7e9-4c03-9fbd-f024b39079ca service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946074 Feb 09 13:04:48.433553 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-d1b41440-9a1c-46b2-9adb-64ca5f3e2235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:48.435066 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-d1b41440-9a1c-46b2-9adb-64ca5f3e2235 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44bc2ca5ad754464b1f529f89468e66d&device_id=c2d76c4e-c20c-4a49-b172-5e459b2ebea5 HTTP/1.1" status: 200 len: 1128 time: 0.0465102 Feb 09 13:04:48.477473 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-e627807a-8787-44ca-a0a1-064edc585a2a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e762d188-866f-4fd2-a11e-f5485c619d5a HTTP/1.1" status: 200 len: 217 time: 0.0342066 Feb 09 13:04:48.524464 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-e5bbd04f-8d66-4895-98d5-ed69bec66b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:48.525913 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-e5bbd04f-8d66-4895-98d5-ed69bec66b1f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c6f5e8dd-0950-4262-b6cd-32fc3a7b56db HTTP/1.1" status: 200 len: 849 time: 0.0433884 Feb 09 13:04:48.578431 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-f3f225e1-5ea4-4b1c-8e38-22a1c59050f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:48.579882 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-f3f225e1-5ea4-4b1c-8e38-22a1c59050f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfe2aa73-6855-41ea-ba28-5213bb19ed33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485582 Feb 09 13:04:48.701817 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-84f88ac4-222f-4a0f-a03c-862a138de30c service neutron] 10.222.0.18 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158624 Feb 09 13:04:48.725089 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53692d34-a42d-4a6b-b4e1-5f78d82adcdf req-3ed8768b-1570-4891-b28e-0b011a7197c6 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:48.726565 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-53692d34-a42d-4a6b-b4e1-5f78d82adcdf req-3ed8768b-1570-4891-b28e-0b011a7197c6 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2d76c4e-c20c-4a49-b172-5e459b2ebea5 HTTP/1.1" status: 200 len: 944 time: 0.0821455 Feb 09 13:04:48.821010 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-53692d34-a42d-4a6b-b4e1-5f78d82adcdf req-d9e5d06e-c8eb-4df3-8d1b-de94c2137275 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844409 Feb 09 13:04:48.838904 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9c778360-7a09-4a89-9427-341e19ce9f5d req-7b0a16d7-8468-4cbd-b8b0-6b4ea9b4379d service neutron] 10.222.0.18 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305251 Feb 09 13:04:49.944516 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6308f3-660f-4667-98ce-d8fd57b8f133 req-92b4e687-740c-4a27-906d-6316d541bbc0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:49.946023 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-7e6308f3-660f-4667-98ce-d8fd57b8f133 req-92b4e687-740c-4a27-906d-6316d541bbc0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2d76c4e-c20c-4a49-b172-5e459b2ebea5 HTTP/1.1" status: 200 len: 944 time: 0.0522738 Feb 09 13:04:49.994473 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-7e6308f3-660f-4667-98ce-d8fd57b8f133 req-9f02924a-16a7-4475-af90-66c4460a1572 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429747 Feb 09 13:04:51.118143 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016386b-5768-4682-9e8b-54aa245312b5 req-0d66fe1c-fe64-4560-99f7-eb53acc22970 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:51.119656 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9016386b-5768-4682-9e8b-54aa245312b5 req-0d66fe1c-fe64-4560-99f7-eb53acc22970 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2d76c4e-c20c-4a49-b172-5e459b2ebea5 HTTP/1.1" status: 200 len: 944 time: 0.0586803 Feb 09 13:04:51.168262 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-9016386b-5768-4682-9e8b-54aa245312b5 req-1b4efbd2-74c1-4240-ab36-4608d0bcd69d tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430143 Feb 09 13:04:52.289026 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cee3a5-827d-4b07-8499-5acc8d685a68 req-dca1f0e7-ee5a-4b53-96aa-b5d653123ab5 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:52.403838 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b7cee3a5-827d-4b07-8499-5acc8d685a68 req-dca1f0e7-ee5a-4b53-96aa-b5d653123ab5 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2d76c4e-c20c-4a49-b172-5e459b2ebea5 HTTP/1.1" status: 200 len: 944 time: 0.0528035 Feb 09 13:04:52.403838 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-b7cee3a5-827d-4b07-8499-5acc8d685a68 req-ec44e38f-8a57-43cc-907b-38be1b0c7656 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502613 Feb 09 13:04:53.336619 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4b15473d-af9f-44ef-ac56-af4461dcfe34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:53.467467 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d745b86-687d-407e-8001-76d6ea7b97ef req-d9aa9782-6948-4f78-84f7-85a1249644c7 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:53.468905 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3d745b86-687d-407e-8001-76d6ea7b97ef req-d9aa9782-6948-4f78-84f7-85a1249644c7 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2d76c4e-c20c-4a49-b172-5e459b2ebea5 HTTP/1.1" status: 200 len: 944 time: 0.0533562 Feb 09 13:04:53.518251 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-3d745b86-687d-407e-8001-76d6ea7b97ef req-131ccc00-11c2-4206-81f2-4fb5cf60f009 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433331 Feb 09 13:04:54.644175 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f8005-f7ae-4fa0-b96c-6928d5df4cf5 req-f29354a9-5f83-41eb-a428-9a2445164e27 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:54.645809 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-267f8005-f7ae-4fa0-b96c-6928d5df4cf5 req-f29354a9-5f83-41eb-a428-9a2445164e27 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2d76c4e-c20c-4a49-b172-5e459b2ebea5 HTTP/1.1" status: 200 len: 944 time: 0.0557990 Feb 09 13:04:54.696430 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-267f8005-f7ae-4fa0-b96c-6928d5df4cf5 req-7d7e5302-b970-48fd-8ed8-3b15aa20a7c6 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450692 Feb 09 13:04:55.812396 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac548a6-452f-44c1-b854-98768f674d58 req-b8c62eac-e69f-4798-801c-4cbf26c62f3c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:55.813932 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5ac548a6-452f-44c1-b854-98768f674d58 req-b8c62eac-e69f-4798-801c-4cbf26c62f3c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2d76c4e-c20c-4a49-b172-5e459b2ebea5 HTTP/1.1" status: 200 len: 944 time: 0.0513341 Feb 09 13:04:55.868689 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-5ac548a6-452f-44c1-b854-98768f674d58 req-fa1913f2-1e72-4a60-820c-c5c3a977d3c8 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483527 Feb 09 13:04:55.907835 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-34c546cb-f62f-4f5e-8eaf-293b8a7d0d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:56.986380 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0c583-af47-4704-b299-0aea537dc7f2 req-bd08821a-0b55-4339-86a9-ad7b50bb0d83 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:56.987902 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-cea0c583-af47-4704-b299-0aea537dc7f2 req-bd08821a-0b55-4339-86a9-ad7b50bb0d83 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2d76c4e-c20c-4a49-b172-5e459b2ebea5 HTTP/1.1" status: 200 len: 944 time: 0.0527461 Feb 09 13:04:57.038342 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-cea0c583-af47-4704-b299-0aea537dc7f2 req-e0e201a4-aec1-4dce-a8d4-bef1476109fe tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443323 Feb 09 13:04:57.393435 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:57.821560 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device e762d188-866f-4fd2-a11e-f5485c619d5a details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=109771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 13:04:57.922050 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port e762d188-866f-4fd2-a11e-f5485c619d5a, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=e762d188-866f-4fd2-a11e-f5485c619d5a,segment=NetworkSegment(ae643856-13d5-43c8-894b-89ba0eef8e64),segment_id=ae643856-13d5-43c8-894b-89ba0eef8e64)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:04:57.935252 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Returning: {'device': 'e762d188-866f-4fd2-a11e-f5485c619d5a', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'port_id': 'e762d188-866f-4fd2-a11e-f5485c619d5a', 'mac_address': 'fa:16:3e:c3:0c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 13:04:57.950201 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d5d2425f-9031-4166-affe-f61cde04f524 req-7156594d-66dc-477f-abba-c70708b5cf3f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=42c17991-ea4e-4548-aff9-dad6805288ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435879 Feb 09 13:04:57.977600 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port e762d188-866f-4fd2-a11e-f5485c619d5a is: DOWN; New status is: BUILD {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:04:57.980245 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (e762d188-866f-4fd2-a11e-f5485c619d5a), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:57.995851 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e762d188-866f-4fd2-a11e-f5485c619d5a {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 13:04:58.016583 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port e762d188-866f-4fd2-a11e-f5485c619d5a, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=e762d188-866f-4fd2-a11e-f5485c619d5a,segment=NetworkSegment(ae643856-13d5-43c8-894b-89ba0eef8e64),segment_id=ae643856-13d5-43c8-894b-89ba0eef8e64)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:04:58.040047 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2425f-9031-4166-affe-f61cde04f524 req-491371ee-8b2e-450d-9ce0-3f337f60f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:58.041527 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d5d2425f-9031-4166-affe-f61cde04f524 req-491371ee-8b2e-450d-9ce0-3f337f60f077 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44bc2ca5ad754464b1f529f89468e66d&device_id=42c17991-ea4e-4548-aff9-dad6805288ac HTTP/1.1" status: 200 len: 1129 time: 0.0461886 Feb 09 13:04:58.123692 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (e762d188-866f-4fd2-a11e-f5485c619d5a), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:58.177814 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=e762d188-866f-4fd2-a11e-f5485c619d5a,revision_number=4']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:58.185537 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:58.185882 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:58.186220 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:58.186558 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:58.186892 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:58.187227 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:58.187532 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d2c48-b7d3-4dd4-9095-1d42acb6a9c9 req-eacd816a-d5f3-4015-a2ac-f7d3c7f67eab tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:58.187698 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:58.187903 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:58.188232 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:58.188558 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:58.188885 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:58.189086 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fe5d2c48-b7d3-4dd4-9095-1d42acb6a9c9 req-eacd816a-d5f3-4015-a2ac-f7d3c7f67eab tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2d76c4e-c20c-4a49-b172-5e459b2ebea5 HTTP/1.1" status: 200 len: 945 time: 0.0792911 Feb 09 13:04:58.189199 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:58.189513 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:58.210035 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2425f-9031-4166-affe-f61cde04f524 req-ca006ef8-b70c-4461-a557-fd5480b01053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:58.211565 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d5d2425f-9031-4166-affe-f61cde04f524 req-ca006ef8-b70c-4461-a557-fd5480b01053 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfe2aa73-6855-41ea-ba28-5213bb19ed33 HTTP/1.1" status: 200 len: 911 time: 0.1512461 Feb 09 13:04:58.299323 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-fe5d2c48-b7d3-4dd4-9095-1d42acb6a9c9 req-a9f8f39e-cecf-4721-b92f-b3011b1dc488 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009140 Feb 09 13:04:58.306764 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d5d2425f-9031-4166-affe-f61cde04f524 req-d2ae6641-c960-46d0-8bc2-8d23b8c02618 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac HTTP/1.1" status: 200 len: 1000 time: 0.0890574 Feb 09 13:04:58.358389 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2425f-9031-4166-affe-f61cde04f524 req-d6c2b97f-5946-4fce-864a-f797b583e231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:58.359824 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d5d2425f-9031-4166-affe-f61cde04f524 req-d6c2b97f-5946-4fce-864a-f797b583e231 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c6f5e8dd-0950-4262-b6cd-32fc3a7b56db HTTP/1.1" status: 200 len: 849 time: 0.0468411 Feb 09 13:04:58.371894 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] get_ports_and_sgs() called for port_ids ['e762d188-866f-4fd2-a11e-f5485c619d5a'] {{(pid=109771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 13:04:58.411918 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2425f-9031-4166-affe-f61cde04f524 req-1f6a00ce-cac0-46d3-aa78-8f49daf7c032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:58.413462 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d5d2425f-9031-4166-affe-f61cde04f524 req-1f6a00ce-cac0-46d3-aa78-8f49daf7c032 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfe2aa73-6855-41ea-ba28-5213bb19ed33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467229 Feb 09 13:04:58.506248 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d5d2425f-9031-4166-affe-f61cde04f524 req-047cc2d6-c645-4e27-9b94-ef158e1815c4 service neutron] 10.222.0.18 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871675 Feb 09 13:04:58.601108 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-d5d2425f-9031-4166-affe-f61cde04f524 req-c59c3d08-be5c-4e7e-99d8-3be57224cb90 service neutron] 10.222.0.18 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889182 Feb 09 13:04:58.729370 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:59.420529 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0befd050-50be-414d-94ab-c1baeb684c8c req-8e854f7e-295d-4f2d-b625-d8054f1f8e0b tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:59.422001 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-0befd050-50be-414d-94ab-c1baeb684c8c req-8e854f7e-295d-4f2d-b625-d8054f1f8e0b tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2d76c4e-c20c-4a49-b172-5e459b2ebea5 HTTP/1.1" status: 200 len: 945 time: 0.0550113 Feb 09 13:04:59.470140 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-0befd050-50be-414d-94ab-c1baeb684c8c req-34636ce1-f42e-4cc1-801f-09d95da264dc tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418930 Feb 09 13:04:59.804982 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:04:59.828982 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device e762d188-866f-4fd2-a11e-f5485c619d5a up at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 13:04:59.936521 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning for port e762d188-866f-4fd2-a11e-f5485c619d5a completed by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:04:59.941698 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Provisioning complete for port e762d188-866f-4fd2-a11e-f5485c619d5a triggered by entity L2. {{(pid=109771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:04:59.942044 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1035714'] for port (e762d188-866f-4fd2-a11e-f5485c619d5a), provisioning_complete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:00.035661 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Current status of the port e762d188-866f-4fd2-a11e-f5485c619d5a is: BUILD; New status is: ACTIVE {{(pid=109771) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 13:05:00.036080 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (e762d188-866f-4fd2-a11e-f5485c619d5a), before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:00.061264 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d76c4e-c20c-4a49-b172-5e459b2ebea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e762d188-866f-4fd2-a11e-f5485c619d5a'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:05:00.063494 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b35568c951842a11d678cd4ef08ed24226590f5ef87a7b6612a56827cefa1ac0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0966fe-90d7-438d-a606-66188257f8d8" -d '{"events": [{"server_uuid": "c2d76c4e-c20c-4a49-b172-5e459b2ebea5", "name": "network-vif-plugged", "status": "completed", "tag": "e762d188-866f-4fd2-a11e-f5485c619d5a"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:05:00.078189 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] For port e762d188-866f-4fd2-a11e-f5485c619d5a, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=e762d188-866f-4fd2-a11e-f5485c619d5a,segment=NetworkSegment(ae643856-13d5-43c8-894b-89ba0eef8e64),segment_id=ae643856-13d5-43c8-894b-89ba0eef8e64)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:00.102336 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd6c0b8-4d3d-4e92-99a5-a581a47c0e6c x-openstack-request-id: req-dcd6c0b8-4d3d-4e92-99a5-a581a47c0e6c {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:05:00.102652 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d76c4e-c20c-4a49-b172-5e459b2ebea5", "name": "network-vif-plugged", "status": "completed", "tag": "e762d188-866f-4fd2-a11e-f5485c619d5a", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:05:00.102939 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dcd6c0b8-4d3d-4e92-99a5-a581a47c0e6c {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:05:00.103321 dv-cinder-810917-4-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d76c4e-c20c-4a49-b172-5e459b2ebea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e762d188-866f-4fd2-a11e-f5485c619d5a', 'code': 200} Feb 09 13:05:00.164917 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359'] for port (e762d188-866f-4fd2-a11e-f5485c619d5a), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:00.218510 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Pushing event updated for resources: {'Port': ['ID=e762d188-866f-4fd2-a11e-f5485c619d5a,revision_number=5']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:00.488728 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce565c-9a4d-47b0-a4d9-de810189c53e req-86504020-ad86-43b2-b434-479d558da916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:00.491112 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7dce565c-9a4d-47b0-a4d9-de810189c53e req-86504020-ad86-43b2-b434-479d558da916 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c2d76c4e-c20c-4a49-b172-5e459b2ebea5 HTTP/1.1" status: 200 len: 1130 time: 0.0493135 Feb 09 13:05:00.550970 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-7dce565c-9a4d-47b0-a4d9-de810189c53e req-d0c19063-8d07-425f-91b5-302019436133 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536232 Feb 09 13:05:00.594469 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da90062-65ca-4813-b519-4e655eb9d910 req-905d18d1-c9e8-46ab-bd9c-2eea30e15e45 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:00.595975 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-9da90062-65ca-4813-b519-4e655eb9d910 req-905d18d1-c9e8-46ab-bd9c-2eea30e15e45 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2d76c4e-c20c-4a49-b172-5e459b2ebea5 HTTP/1.1" status: 200 len: 946 time: 0.0530095 Feb 09 13:05:00.646730 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-9da90062-65ca-4813-b519-4e655eb9d910 req-ff80b75a-7679-456a-b222-510d8cc10fe9 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446684 Feb 09 13:05:01.767869 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312bf7e6-e7ce-4bb8-a524-6a4c5eb899e4 req-57ff8ef6-2db9-4137-9b89-a181e1010fea tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:01.769375 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-312bf7e6-e7ce-4bb8-a524-6a4c5eb899e4 req-57ff8ef6-2db9-4137-9b89-a181e1010fea tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2d76c4e-c20c-4a49-b172-5e459b2ebea5 HTTP/1.1" status: 200 len: 946 time: 0.0542715 Feb 09 13:05:01.819690 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-312bf7e6-e7ce-4bb8-a524-6a4c5eb899e4 req-39e40212-7056-4a43-b0bb-9b27bb4a0f3a tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447783 Feb 09 13:05:01.939556 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df69508-7579-41b9-a38b-25a14039d5e6 req-1b112b8c-654a-4bab-ad88-d7fdb3e8d721 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:01.940944 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-8df69508-7579-41b9-a38b-25a14039d5e6 req-1b112b8c-654a-4bab-ad88-d7fdb3e8d721 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2d76c4e-c20c-4a49-b172-5e459b2ebea5 HTTP/1.1" status: 200 len: 946 time: 0.0530379 Feb 09 13:05:01.992791 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-8df69508-7579-41b9-a38b-25a14039d5e6 req-b9d13aec-b6fe-4712-9035-0d025cf8f161 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463111 Feb 09 13:05:02.014514 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 58866) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:05:02.058982 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6ad1ec-b9e0-46fe-86c9-612a3819724b tempest-TestVolumeBootPattern-2142992254 tempest-TestVolumeBootPattern-2142992254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:02.060670 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-ca6ad1ec-b9e0-46fe-86c9-612a3819724b tempest-TestVolumeBootPattern-2142992254 tempest-TestVolumeBootPattern-2142992254-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c2d76c4e-c20c-4a49-b172-5e459b2ebea5 HTTP/1.1" status: 200 len: 1125 time: 0.0451722 Feb 09 13:05:02.063332 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 58868) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:05:02.067717 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.v2.base [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Request body: {'floatingip': {'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'port_id': 'e762d188-866f-4fd2-a11e-f5485c619d5a', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:05:02.159150 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:02.254279 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (None), before_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:02.358591 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_common [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Allocated IP 172.27.3.7 (a2e9d4bf-7356-45aa-a65f-bd468972dd5d/c9ce0d82-6bfd-4731-856e-4f09afc4aa6c/f1453cc9-bfbd-412f-8a32-aaa4e1886f27) {{(pid=109770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:05:02.459294 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for port (f1453cc9-bfbd-412f-8a32-aaa4e1886f27), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:02.559962 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775837434323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (f1453cc9-bfbd-412f-8a32-aaa4e1886f27), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:02.600831 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Network a2e9d4bf-7356-45aa-a65f-bd468972dd5d is already hosted by enough agents. {{(pid=109770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:05:02.603702 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.base_scheduler [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Resources bound (agent type, host, resource id): {{(pid=109770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:05:02.607243 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Received port after_create {{(pid=109770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 13:05:02.612820 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Pushing event updated for resources: {'Port': ['ID=f1453cc9-bfbd-412f-8a32-aaa4e1886f27,revision_number=1']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:02.639126 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:02.642831 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:02.642831 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:02.642831 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:02.642831 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:02.642831 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:02.642831 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:02.642831 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:02.642831 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:02.642831 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:02.642831 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:02.642831 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:02.643963 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:02.979635 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for floatingip (8eddd1ca-5963-48f1-a40a-d7e72c2e321a), precommit_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:03.138310 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990357'] for port (f1453cc9-bfbd-412f-8a32-aaa4e1886f27), before_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:03.288528 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for port (f1453cc9-bfbd-412f-8a32-aaa4e1886f27), precommit_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:03.409769 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775837954573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775837434341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775837434359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10470611'] for port (f1453cc9-bfbd-412f-8a32-aaa4e1886f27), after_update {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:03.482795 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Pushing event updated for resources: {'Port': ['ID=f1453cc9-bfbd-412f-8a32-aaa4e1886f27,revision_number=2']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:03.493069 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591139'] for floatingip (8eddd1ca-5963-48f1-a40a-d7e72c2e321a), after_create {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:03.598865 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.db.l3_db [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Floating IP 8eddd1ca-5963-48f1-a40a-d7e72c2e321a associated. External IP: 172.27.3.7, port: e762d188-866f-4fd2-a11e-f5485c619d5a. Feb 09 13:05:03.816596 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Router 7028c137-5bb6-4ab9-ba09-bc92d493766f has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:05:03.929420 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:05:03.939474 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280dbdd2-45f7-410f-8745-d135888fa20e None None] Sync routers for ids ['7028c137-5bb6-4ab9-ba09-bc92d493766f'] in dv-cinder-810917-4-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:05:03.950385 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280dbdd2-45f7-410f-8745-d135888fa20e None None] Routers {'7028c137-5bb6-4ab9-ba09-bc92d493766f'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:05:03.951084 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-280dbdd2-45f7-410f-8745-d135888fa20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T13:04:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['7028c137-5bb6-4ab9-ba09-bc92d493766f'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:04.012999 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for floatingip (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:04.043728 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-da55fea0-8e2e-4937-a2cb-66eb6fac9f30 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9793158 Feb 09 13:05:04.044305 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d76c4e-c20c-4a49-b172-5e459b2ebea5', 'tag': 'e762d188-866f-4fd2-a11e-f5485c619d5a'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:05:04.046597 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7671266cdcd25feb0d1fb7d0d4a7a38583ecefa09a530944b0969c09dda32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835f214a-f1f4-4870-8252-57b69bf5a290" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d76c4e-c20c-4a49-b172-5e459b2ebea5", "tag": "e762d188-866f-4fd2-a11e-f5485c619d5a"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:05:04.064710 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-280dbdd2-45f7-410f-8745-d135888fa20e None None] Set router 7028c137-5bb6-4ab9-ba09-bc92d493766f gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:05:04.243529 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871ac5e8-34cb-4684-88b8-86e9ecdd6183 x-openstack-request-id: req-871ac5e8-34cb-4684-88b8-86e9ecdd6183 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:05:04.243781 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d76c4e-c20c-4a49-b172-5e459b2ebea5", "tag": "e762d188-866f-4fd2-a11e-f5485c619d5a", "status": "completed", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:05:04.244031 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-871ac5e8-34cb-4684-88b8-86e9ecdd6183 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:05:04.244431 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d76c4e-c20c-4a49-b172-5e459b2ebea5', 'tag': 'e762d188-866f-4fd2-a11e-f5485c619d5a', 'status': 'completed', 'code': 200} Feb 09 13:05:04.311090 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-280dbdd2-45f7-410f-8745-d135888fa20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'name': 'tempest-TestVolumeBootPattern-65623051-router', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:16Z', 'revision_number': 4, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'gw_port': {'id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:00:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_floatingips': [{'id': '8eddd1ca-5963-48f1-a40a-d7e72c2e321a', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'port_id': 'e762d188-866f-4fd2-a11e-f5485c619d5a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'mac_address': 'fa:16:3e:c3:0c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d76c4e-c20c-4a49-b172-5e459b2ebea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:05:02Z', 'updated_at': '2022-02-09T13:05:02Z', 'revision_number': 0, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'fixed_ip_address_scope': None}, {'id': 'e57f9502-043c-410c-9c52-7e52cea6760d', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'port_id': '441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'mac_address': 'fa:16:3e:c0:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c17991-ea4e-4548-aff9-dad6805288ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:02:54Z', 'updated_at': '2022-02-09T13:02:56Z', 'revision_number': 1, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2646abf0-beb5-4155-8880-59d47efaafc6', 'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'mac_address': 'fa:16:3e:59:99:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:15Z', 'updated_at': '2022-02-09T12:59:20Z', 'revision_number': 5, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'subnets': [{'id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:04.315444 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f214a-f1f4-4870-8252-57b69bf5a290 req-3814558c-d569-4c24-8860-3e694572505b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:04.317004 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-835f214a-f1f4-4870-8252-57b69bf5a290 req-3814558c-d569-4c24-8860-3e694572505b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44bc2ca5ad754464b1f529f89468e66d&device_id=c2d76c4e-c20c-4a49-b172-5e459b2ebea5 HTTP/1.1" status: 200 len: 1130 time: 0.0514030 Feb 09 13:05:04.338967 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280dbdd2-45f7-410f-8745-d135888fa20e None None] Checking router: 7028c137-5bb6-4ab9-ba09-bc92d493766f for host: dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:05:04.347483 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280dbdd2-45f7-410f-8745-d135888fa20e None None] Routers {'7028c137-5bb6-4ab9-ba09-bc92d493766f'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:05:04.348095 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-280dbdd2-45f7-410f-8745-d135888fa20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T13:04:56Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['7028c137-5bb6-4ab9-ba09-bc92d493766f'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:04.415493 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f214a-f1f4-4870-8252-57b69bf5a290 req-7fadcb58-5332-4b61-a14c-647563ae5763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:04.416988 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-835f214a-f1f4-4870-8252-57b69bf5a290 req-7fadcb58-5332-4b61-a14c-647563ae5763 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfe2aa73-6855-41ea-ba28-5213bb19ed33 HTTP/1.1" status: 200 len: 911 time: 0.0923846 Feb 09 13:05:04.461948 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-280dbdd2-45f7-410f-8745-d135888fa20e None None] Set router 7028c137-5bb6-4ab9-ba09-bc92d493766f gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:05:04.481802 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-835f214a-f1f4-4870-8252-57b69bf5a290 req-fe004ff2-6129-44a5-b6bd-ab9eece75215 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e762d188-866f-4fd2-a11e-f5485c619d5a HTTP/1.1" status: 200 len: 998 time: 0.0594192 Feb 09 13:05:04.531177 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f214a-f1f4-4870-8252-57b69bf5a290 req-bf4da582-4fb9-435c-8f03-ca5c97405d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:04.532662 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-835f214a-f1f4-4870-8252-57b69bf5a290 req-bf4da582-4fb9-435c-8f03-ca5c97405d9a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c6f5e8dd-0950-4262-b6cd-32fc3a7b56db HTTP/1.1" status: 200 len: 849 time: 0.0453522 Feb 09 13:05:04.587180 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f214a-f1f4-4870-8252-57b69bf5a290 req-f8477fd9-58bb-4ae4-ba13-024e5ef7cfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:04.588593 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-835f214a-f1f4-4870-8252-57b69bf5a290 req-f8477fd9-58bb-4ae4-ba13-024e5ef7cfc4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfe2aa73-6855-41ea-ba28-5213bb19ed33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497127 Feb 09 13:05:04.681307 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-835f214a-f1f4-4870-8252-57b69bf5a290 req-96be7f84-5f6d-4012-a2a8-ba2ead78a727 service neutron] 10.222.0.18 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868745 Feb 09 13:05:04.703771 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-280dbdd2-45f7-410f-8745-d135888fa20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'name': 'tempest-TestVolumeBootPattern-65623051-router', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:16Z', 'revision_number': 4, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'gw_port': {'id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:00:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_floatingips': [{'id': '8eddd1ca-5963-48f1-a40a-d7e72c2e321a', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'port_id': 'e762d188-866f-4fd2-a11e-f5485c619d5a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'mac_address': 'fa:16:3e:c3:0c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d76c4e-c20c-4a49-b172-5e459b2ebea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:05:02Z', 'updated_at': '2022-02-09T13:05:02Z', 'revision_number': 0, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'fixed_ip_address_scope': None}, {'id': 'e57f9502-043c-410c-9c52-7e52cea6760d', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'port_id': '441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'mac_address': 'fa:16:3e:c0:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c17991-ea4e-4548-aff9-dad6805288ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:02:54Z', 'updated_at': '2022-02-09T13:02:56Z', 'revision_number': 1, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2646abf0-beb5-4155-8880-59d47efaafc6', 'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'mac_address': 'fa:16:3e:59:99:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:15Z', 'updated_at': '2022-02-09T12:59:20Z', 'revision_number': 5, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'subnets': [{'id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:04.732560 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280dbdd2-45f7-410f-8745-d135888fa20e None None] The sync data for ids ['7028c137-5bb6-4ab9-ba09-bc92d493766f'] in dv-cinder-810917-4-iscsi is: [{'id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'name': 'tempest-TestVolumeBootPattern-65623051-router', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:16Z', 'revision_number': 4, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'gw_port': {'id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:00:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_floatingips': [{'id': '8eddd1ca-5963-48f1-a40a-d7e72c2e321a', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'port_id': 'e762d188-866f-4fd2-a11e-f5485c619d5a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'mac_address': 'fa:16:3e:c3:0c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d76c4e-c20c-4a49-b172-5e459b2ebea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:05:02Z', 'updated_at': '2022-02-09T13:05:02Z', 'revision_number': 0, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'fixed_ip_address_scope': None}, {'id': 'e57f9502-043c-410c-9c52-7e52cea6760d', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'port_id': '441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'mac_address': 'fa:16:3e:c0:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c17991-ea4e-4548-aff9-dad6805288ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:02:54Z', 'updated_at': '2022-02-09T13:02:56Z', 'revision_number': 1, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2646abf0-beb5-4155-8880-59d47efaafc6', 'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'mac_address': 'fa:16:3e:59:99:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:15Z', 'updated_at': '2022-02-09T12:59:20Z', 'revision_number': 5, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'subnets': [{'id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:05:04.783271 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-835f214a-f1f4-4870-8252-57b69bf5a290 req-e4f3d25d-b51b-4418-9bcb-955379d32550 service neutron] 10.222.0.18 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957410 Feb 09 13:05:04.931796 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19be794-0ba0-485f-a12e-2e28e44189a6 None None] New status for floating IP 8eddd1ca-5963-48f1-a40a-d7e72c2e321a: ACTIVE {{(pid=109772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:05:15.176615 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:23.364220 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1f9d4d10-b4e9-470f-908c-d32456321581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:24.925388 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:05:25.907319 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f66f7018-87e2-4ec8-91d5-d7c3407d904e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:27.392070 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:28.713007 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:29.808879 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:45.158034 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:53.334994 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-a934f686-4a35-419f-ae88-90fb69101e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:55.912030 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3c31094c-d7ff-472c-9f31-713b11062bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:57.143546 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-56da3169-8283-4553-bae1-97276cd27284 req-93e07141-37f4-4786-88bb-c5921d0f346b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=42c17991-ea4e-4548-aff9-dad6805288ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460243 Feb 09 13:05:57.229244 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da3169-8283-4553-bae1-97276cd27284 req-cabcdac4-8623-46fe-a3f4-5ef33be6d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:57.230685 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-56da3169-8283-4553-bae1-97276cd27284 req-cabcdac4-8623-46fe-a3f4-5ef33be6d5bc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44bc2ca5ad754464b1f529f89468e66d&device_id=42c17991-ea4e-4548-aff9-dad6805288ac HTTP/1.1" status: 200 len: 1129 time: 0.0468359 Feb 09 13:05:57.336178 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da3169-8283-4553-bae1-97276cd27284 req-209b513a-9142-412a-95b6-19f49c9fa075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:57.337682 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-56da3169-8283-4553-bae1-97276cd27284 req-209b513a-9142-412a-95b6-19f49c9fa075 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfe2aa73-6855-41ea-ba28-5213bb19ed33 HTTP/1.1" status: 200 len: 911 time: 0.0875669 Feb 09 13:05:57.402853 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-56da3169-8283-4553-bae1-97276cd27284 req-c0bf4d0c-bfdd-4ad9-81fd-b3a523979b22 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac HTTP/1.1" status: 200 len: 1000 time: 0.0594523 Feb 09 13:05:57.403187 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:57.450361 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da3169-8283-4553-bae1-97276cd27284 req-0edd5ab1-174e-4a97-b4fd-bb74ed678ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:57.451819 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-56da3169-8283-4553-bae1-97276cd27284 req-0edd5ab1-174e-4a97-b4fd-bb74ed678ba2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c6f5e8dd-0950-4262-b6cd-32fc3a7b56db HTTP/1.1" status: 200 len: 849 time: 0.0438745 Feb 09 13:05:57.504268 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da3169-8283-4553-bae1-97276cd27284 req-40166730-2bb8-401e-80b0-dae2a7e74574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:57.505830 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-56da3169-8283-4553-bae1-97276cd27284 req-40166730-2bb8-401e-80b0-dae2a7e74574 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfe2aa73-6855-41ea-ba28-5213bb19ed33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487814 Feb 09 13:05:57.596754 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-56da3169-8283-4553-bae1-97276cd27284 req-82cc4d76-3b10-4e9c-bbbd-fd0f9cc927e4 service neutron] 10.222.0.18 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848269 Feb 09 13:05:57.690690 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-56da3169-8283-4553-bae1-97276cd27284 req-a6c0107d-f1d4-4cd1-92cc-41e9d81baa74 service neutron] 10.222.0.18 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872741 Feb 09 13:05:58.723843 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:05:59.826405 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:01.924620 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:06:15.196478 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:23.311175 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2daf4722-7171-4994-9ca7-9d966965f1ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:25.974006 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-72df6be6-71e1-44ff-a215-6e0b62af8888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:27.397244 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:28.694275 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:29.814194 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:35.335805 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 58904) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:06:35.511796 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-471ef1b8-171a-41e8-a78e-ecd369fc110c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Deleting port f1453cc9-bfbd-412f-8a32-aaa4e1886f27 {{(pid=109770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:06:35.512045 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-471ef1b8-171a-41e8-a78e-ecd369fc110c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (f1453cc9-bfbd-412f-8a32-aaa4e1886f27), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:35.588272 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-471ef1b8-171a-41e8-a78e-ecd369fc110c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (f1453cc9-bfbd-412f-8a32-aaa4e1886f27), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:35.588593 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-471ef1b8-171a-41e8-a78e-ecd369fc110c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for floatingip (f1453cc9-bfbd-412f-8a32-aaa4e1886f27), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:35.600439 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-471ef1b8-171a-41e8-a78e-ecd369fc110c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Calling delete_port for f1453cc9-bfbd-412f-8a32-aaa4e1886f27 owned by network:floatingip {{(pid=109770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:06:35.796733 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-471ef1b8-171a-41e8-a78e-ecd369fc110c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (f1453cc9-bfbd-412f-8a32-aaa4e1886f27), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:35.826439 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ef1b8-171a-41e8-a78e-ecd369fc110c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Pushing event deleted for resources: {'Port': ['ID=f1453cc9-bfbd-412f-8a32-aaa4e1886f27,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:35.853411 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471ef1b8-171a-41e8-a78e-ecd369fc110c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:35.853766 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471ef1b8-171a-41e8-a78e-ecd369fc110c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:35.854111 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471ef1b8-171a-41e8-a78e-ecd369fc110c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:35.854452 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471ef1b8-171a-41e8-a78e-ecd369fc110c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:35.854786 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471ef1b8-171a-41e8-a78e-ecd369fc110c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:35.855117 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471ef1b8-171a-41e8-a78e-ecd369fc110c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:35.855462 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471ef1b8-171a-41e8-a78e-ecd369fc110c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:35.855800 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471ef1b8-171a-41e8-a78e-ecd369fc110c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:35.856127 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471ef1b8-171a-41e8-a78e-ecd369fc110c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:35.856451 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471ef1b8-171a-41e8-a78e-ecd369fc110c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:35.856773 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471ef1b8-171a-41e8-a78e-ecd369fc110c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:35.857112 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471ef1b8-171a-41e8-a78e-ecd369fc110c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:35.857426 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471ef1b8-171a-41e8-a78e-ecd369fc110c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:35.899214 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-471ef1b8-171a-41e8-a78e-ecd369fc110c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for floatingip (8eddd1ca-5963-48f1-a40a-d7e72c2e321a), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:35.899848 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.db.l3_db [None req-471ef1b8-171a-41e8-a78e-ecd369fc110c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Floating IP 8eddd1ca-5963-48f1-a40a-d7e72c2e321a disassociated (deleted). External IP: 172.27.3.7, port: e762d188-866f-4fd2-a11e-f5485c619d5a. Feb 09 13:06:36.112845 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471ef1b8-171a-41e8-a78e-ecd369fc110c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Router 7028c137-5bb6-4ab9-ba09-bc92d493766f has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:06:36.220491 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471ef1b8-171a-41e8-a78e-ecd369fc110c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:06:36.225462 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-471ef1b8-171a-41e8-a78e-ecd369fc110c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for floatingip (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:36.231223 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac83602-325a-444a-b0e6-a416929f7629 None None] Sync routers for ids ['7028c137-5bb6-4ab9-ba09-bc92d493766f'] in dv-cinder-810917-4-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:06:36.241471 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac83602-325a-444a-b0e6-a416929f7629 None None] Routers {'7028c137-5bb6-4ab9-ba09-bc92d493766f'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:06:36.242072 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-fac83602-325a-444a-b0e6-a416929f7629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T13:06:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['7028c137-5bb6-4ab9-ba09-bc92d493766f'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:36.256462 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-471ef1b8-171a-41e8-a78e-ecd369fc110c tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "DELETE /v2.0/floatingips/8eddd1ca-5963-48f1-a40a-d7e72c2e321a HTTP/1.1" status: 204 len: 168 time: 0.9193666 Feb 09 13:06:36.257083 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d76c4e-c20c-4a49-b172-5e459b2ebea5', 'tag': 'e762d188-866f-4fd2-a11e-f5485c619d5a'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:06:36.259384 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7671266cdcd25feb0d1fb7d0d4a7a38583ecefa09a530944b0969c09dda32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b2ea3f-ff0c-4d01-8ed6-b9846e202058" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d76c4e-c20c-4a49-b172-5e459b2ebea5", "tag": "e762d188-866f-4fd2-a11e-f5485c619d5a"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:06:36.299018 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c442864-e986-4c61-a30a-8a2f6dfbf2ea x-openstack-request-id: req-5c442864-e986-4c61-a30a-8a2f6dfbf2ea {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:06:36.299311 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d76c4e-c20c-4a49-b172-5e459b2ebea5", "tag": "e762d188-866f-4fd2-a11e-f5485c619d5a", "status": "completed", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:06:36.299647 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c442864-e986-4c61-a30a-8a2f6dfbf2ea {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:06:36.300059 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d76c4e-c20c-4a49-b172-5e459b2ebea5', 'tag': 'e762d188-866f-4fd2-a11e-f5485c619d5a', 'status': 'completed', 'code': 200} Feb 09 13:06:36.354347 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-fac83602-325a-444a-b0e6-a416929f7629 None None] Set router 7028c137-5bb6-4ab9-ba09-bc92d493766f gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:06:36.366163 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2ea3f-ff0c-4d01-8ed6-b9846e202058 req-93638630-864f-42a5-9b03-78a4422ee0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:36.367902 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-56b2ea3f-ff0c-4d01-8ed6-b9846e202058 req-93638630-864f-42a5-9b03-78a4422ee0c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44bc2ca5ad754464b1f529f89468e66d&device_id=c2d76c4e-c20c-4a49-b172-5e459b2ebea5 HTTP/1.1" status: 200 len: 1130 time: 0.0468702 Feb 09 13:06:36.460357 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2ea3f-ff0c-4d01-8ed6-b9846e202058 req-58006dbf-2026-4eb4-91d7-696890a0c671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:36.462013 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-56b2ea3f-ff0c-4d01-8ed6-b9846e202058 req-58006dbf-2026-4eb4-91d7-696890a0c671 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfe2aa73-6855-41ea-ba28-5213bb19ed33 HTTP/1.1" status: 200 len: 911 time: 0.0888574 Feb 09 13:06:36.503230 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-56b2ea3f-ff0c-4d01-8ed6-b9846e202058 req-0a65414d-6531-449b-8b0f-c22c05c36905 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e762d188-866f-4fd2-a11e-f5485c619d5a HTTP/1.1" status: 200 len: 217 time: 0.0352480 Feb 09 13:06:36.552634 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2ea3f-ff0c-4d01-8ed6-b9846e202058 req-0f9ab08b-550c-405b-bee7-f6b45ab25c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:36.554086 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-56b2ea3f-ff0c-4d01-8ed6-b9846e202058 req-0f9ab08b-550c-405b-bee7-f6b45ab25c66 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c6f5e8dd-0950-4262-b6cd-32fc3a7b56db HTTP/1.1" status: 200 len: 849 time: 0.0447254 Feb 09 13:06:36.595987 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-fac83602-325a-444a-b0e6-a416929f7629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'name': 'tempest-TestVolumeBootPattern-65623051-router', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:16Z', 'revision_number': 4, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'gw_port': {'id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:00:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_floatingips': [{'id': 'e57f9502-043c-410c-9c52-7e52cea6760d', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'port_id': '441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'mac_address': 'fa:16:3e:c0:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c17991-ea4e-4548-aff9-dad6805288ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:02:54Z', 'updated_at': '2022-02-09T13:02:56Z', 'revision_number': 1, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2646abf0-beb5-4155-8880-59d47efaafc6', 'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'mac_address': 'fa:16:3e:59:99:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:15Z', 'updated_at': '2022-02-09T12:59:20Z', 'revision_number': 5, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'subnets': [{'id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:36.603096 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2ea3f-ff0c-4d01-8ed6-b9846e202058 req-a4b92ac6-3829-4e32-96bb-fa97110f736a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:36.606097 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-56b2ea3f-ff0c-4d01-8ed6-b9846e202058 req-a4b92ac6-3829-4e32-96bb-fa97110f736a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfe2aa73-6855-41ea-ba28-5213bb19ed33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453913 Feb 09 13:06:36.624904 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac83602-325a-444a-b0e6-a416929f7629 None None] Checking router: 7028c137-5bb6-4ab9-ba09-bc92d493766f for host: dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:06:36.635085 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac83602-325a-444a-b0e6-a416929f7629 None None] Routers {'7028c137-5bb6-4ab9-ba09-bc92d493766f'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:06:36.635741 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-fac83602-325a-444a-b0e6-a416929f7629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T13:06:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['7028c137-5bb6-4ab9-ba09-bc92d493766f'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:36.731781 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-56b2ea3f-ff0c-4d01-8ed6-b9846e202058 req-008151d5-e452-46bc-b44f-30c1ba46f667 service neutron] 10.222.0.18 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203582 Feb 09 13:06:36.743125 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fef1c6-16de-4cd8-a9a6-cbd70adcb7d4 req-2023a846-51f6-48cf-a632-692dfe75a627 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:36.744619 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f6fef1c6-16de-4cd8-a9a6-cbd70adcb7d4 req-2023a846-51f6-48cf-a632-692dfe75a627 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2d76c4e-c20c-4a49-b172-5e459b2ebea5 HTTP/1.1" status: 200 len: 946 time: 0.0798466 Feb 09 13:06:36.748610 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-fac83602-325a-444a-b0e6-a416929f7629 None None] Set router 7028c137-5bb6-4ab9-ba09-bc92d493766f gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:06:36.851997 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f6fef1c6-16de-4cd8-a9a6-cbd70adcb7d4 req-43bf23c5-aab6-44c3-8915-cd583e8c015f tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994318 Feb 09 13:06:36.867811 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-56b2ea3f-ff0c-4d01-8ed6-b9846e202058 req-4414edda-d5dd-4c82-8503-82185ea20f34 service neutron] 10.222.0.18 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222243 Feb 09 13:06:36.977006 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-fac83602-325a-444a-b0e6-a416929f7629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'name': 'tempest-TestVolumeBootPattern-65623051-router', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:16Z', 'revision_number': 4, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'gw_port': {'id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:00:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_floatingips': [{'id': 'e57f9502-043c-410c-9c52-7e52cea6760d', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'port_id': '441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'mac_address': 'fa:16:3e:c0:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c17991-ea4e-4548-aff9-dad6805288ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:02:54Z', 'updated_at': '2022-02-09T13:02:56Z', 'revision_number': 1, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2646abf0-beb5-4155-8880-59d47efaafc6', 'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'mac_address': 'fa:16:3e:59:99:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:15Z', 'updated_at': '2022-02-09T12:59:20Z', 'revision_number': 5, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'subnets': [{'id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:37.002498 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac83602-325a-444a-b0e6-a416929f7629 None None] The sync data for ids ['7028c137-5bb6-4ab9-ba09-bc92d493766f'] in dv-cinder-810917-4-iscsi is: [{'id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'name': 'tempest-TestVolumeBootPattern-65623051-router', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:16Z', 'revision_number': 4, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'gw_port': {'id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:00:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_floatingips': [{'id': 'e57f9502-043c-410c-9c52-7e52cea6760d', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'router_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'port_id': '441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'mac_address': 'fa:16:3e:c0:36:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c17991-ea4e-4548-aff9-dad6805288ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:02:54Z', 'updated_at': '2022-02-09T13:02:56Z', 'revision_number': 1, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2646abf0-beb5-4155-8880-59d47efaafc6', 'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'mac_address': 'fa:16:3e:59:99:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:15Z', 'updated_at': '2022-02-09T12:59:20Z', 'revision_number': 5, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'subnets': [{'id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:06:37.212556 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3991d020-102b-4968-9dbe-53c2ba56a9eb None None] New status for floating IP 8eddd1ca-5963-48f1-a40a-d7e72c2e321a: DOWN {{(pid=109772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:06:37.972821 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15201bc0-7129-437a-ab43-3b4b928ddffd req-c6080438-fb98-4609-b798-8420a8b3d336 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:37.974302 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-15201bc0-7129-437a-ab43-3b4b928ddffd req-c6080438-fb98-4609-b798-8420a8b3d336 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2d76c4e-c20c-4a49-b172-5e459b2ebea5 HTTP/1.1" status: 200 len: 946 time: 0.0529547 Feb 09 13:06:38.021980 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-15201bc0-7129-437a-ab43-3b4b928ddffd req-a2b1d7cf-b070-4a7f-8e89-01187d8bd415 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420008 Feb 09 13:06:38.162566 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0e5e4-1531-42f1-a528-ae3ad605c72d req-d2039aa4-fabd-4798-9a3b-b95406e22887 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:38.163949 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-00b0e5e4-1531-42f1-a528-ae3ad605c72d req-d2039aa4-fabd-4798-9a3b-b95406e22887 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d76c4e-c20c-4a49-b172-5e459b2ebea5 HTTP/1.1" status: 200 len: 946 time: 0.0527201 Feb 09 13:06:38.259181 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-00b0e5e4-1531-42f1-a528-ae3ad605c72d req-dad83dfc-5a3f-4c09-bab2-b58b3c7f6d17 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Deleting port e762d188-866f-4fd2-a11e-f5485c619d5a {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:06:38.259556 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-00b0e5e4-1531-42f1-a528-ae3ad605c72d req-dad83dfc-5a3f-4c09-bab2-b58b3c7f6d17 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (e762d188-866f-4fd2-a11e-f5485c619d5a), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:38.345110 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-00b0e5e4-1531-42f1-a528-ae3ad605c72d req-dad83dfc-5a3f-4c09-bab2-b58b3c7f6d17 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] For port e762d188-866f-4fd2-a11e-f5485c619d5a, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=e762d188-866f-4fd2-a11e-f5485c619d5a,segment=NetworkSegment(ae643856-13d5-43c8-894b-89ba0eef8e64),segment_id=ae643856-13d5-43c8-894b-89ba0eef8e64)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:38.345464 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-00b0e5e4-1531-42f1-a528-ae3ad605c72d req-dad83dfc-5a3f-4c09-bab2-b58b3c7f6d17 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (e762d188-866f-4fd2-a11e-f5485c619d5a), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:38.362069 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-00b0e5e4-1531-42f1-a528-ae3ad605c72d req-dad83dfc-5a3f-4c09-bab2-b58b3c7f6d17 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Calling delete_port for e762d188-866f-4fd2-a11e-f5485c619d5a owned by compute:nova {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:06:38.516825 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-00b0e5e4-1531-42f1-a528-ae3ad605c72d req-dad83dfc-5a3f-4c09-bab2-b58b3c7f6d17 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (e762d188-866f-4fd2-a11e-f5485c619d5a), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:38.546299 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad83dfc-5a3f-4c09-bab2-b58b3c7f6d17 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Pushing event deleted for resources: {'Port': ['ID=e762d188-866f-4fd2-a11e-f5485c619d5a,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:38.580248 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad83dfc-5a3f-4c09-bab2-b58b3c7f6d17 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:38.580248 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad83dfc-5a3f-4c09-bab2-b58b3c7f6d17 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:38.580248 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad83dfc-5a3f-4c09-bab2-b58b3c7f6d17 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:38.611265 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad83dfc-5a3f-4c09-bab2-b58b3c7f6d17 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:38.611265 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad83dfc-5a3f-4c09-bab2-b58b3c7f6d17 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:38.611265 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad83dfc-5a3f-4c09-bab2-b58b3c7f6d17 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:38.611265 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad83dfc-5a3f-4c09-bab2-b58b3c7f6d17 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:38.611265 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad83dfc-5a3f-4c09-bab2-b58b3c7f6d17 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:38.611265 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad83dfc-5a3f-4c09-bab2-b58b3c7f6d17 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:38.611265 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad83dfc-5a3f-4c09-bab2-b58b3c7f6d17 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:38.611265 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad83dfc-5a3f-4c09-bab2-b58b3c7f6d17 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:38.611265 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad83dfc-5a3f-4c09-bab2-b58b3c7f6d17 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:38.611265 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad83dfc-5a3f-4c09-bab2-b58b3c7f6d17 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:38.611265 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b0e5e4-1531-42f1-a528-ae3ad605c72d req-dad83dfc-5a3f-4c09-bab2-b58b3c7f6d17 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] No DVR routers for this DVR port e762d188-866f-4fd2-a11e-f5485c619d5a on host hv-cinder-81091 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:06:38.611265 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-00b0e5e4-1531-42f1-a528-ae3ad605c72d req-dad83dfc-5a3f-4c09-bab2-b58b3c7f6d17 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:38.611265 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-00b0e5e4-1531-42f1-a528-ae3ad605c72d req-dad83dfc-5a3f-4c09-bab2-b58b3c7f6d17 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.18 "DELETE /v2.0/ports/e762d188-866f-4fd2-a11e-f5485c619d5a HTTP/1.1" status: 204 len: 173 time: 0.4377985 Feb 09 13:06:38.613724 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d76c4e-c20c-4a49-b172-5e459b2ebea5', 'name': 'network-vif-deleted', 'tag': 'e762d188-866f-4fd2-a11e-f5485c619d5a'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:06:38.613724 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b228d0c-8386-40c5-9471-0afb42d2aee9" -d '{"events": [{"server_uuid": "c2d76c4e-c20c-4a49-b172-5e459b2ebea5", "name": "network-vif-deleted", "tag": "e762d188-866f-4fd2-a11e-f5485c619d5a"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:06:38.644582 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be7ff71-6630-47b2-b073-22fc13d0bab6 x-openstack-request-id: req-1be7ff71-6630-47b2-b073-22fc13d0bab6 {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:06:38.644870 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d76c4e-c20c-4a49-b172-5e459b2ebea5", "name": "network-vif-deleted", "tag": "e762d188-866f-4fd2-a11e-f5485c619d5a", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:06:38.645118 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1be7ff71-6630-47b2-b073-22fc13d0bab6 {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:06:38.645514 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d76c4e-c20c-4a49-b172-5e459b2ebea5', 'name': 'network-vif-deleted', 'tag': 'e762d188-866f-4fd2-a11e-f5485c619d5a', 'status': 'completed', 'code': 200} Feb 09 13:06:38.924323 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:06:39.121943 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-e85f18ce-71bb-45e6-9d42-91ce0bd2cf56 req-62c3f2af-d3b0-4e5d-84ca-2a14b5d9e913 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2d76c4e-c20c-4a49-b172-5e459b2ebea5 HTTP/1.1" status: 200 len: 210 time: 0.0307896 Feb 09 13:06:42.221628 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device e762d188-866f-4fd2-a11e-f5485c619d5a no longer exists at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:06:42.241886 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] No Port match for: e762d188-866f-4fd2-a11e-f5485c619d5a {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:06:42.242230 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device e762d188-866f-4fd2-a11e-f5485c619d5a not bound to the agent host hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:06:42.597883 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 58944) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:06:42.989871 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-24729ab2-6626-4a7b-bd01-00d9b65b46a1 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Deleting port a0569385-ec2f-4e9a-998a-983e9af1a909 {{(pid=109770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:06:42.990104 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-24729ab2-6626-4a7b-bd01-00d9b65b46a1 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (a0569385-ec2f-4e9a-998a-983e9af1a909), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:43.063740 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-24729ab2-6626-4a7b-bd01-00d9b65b46a1 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (a0569385-ec2f-4e9a-998a-983e9af1a909), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:43.064062 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-24729ab2-6626-4a7b-bd01-00d9b65b46a1 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for floatingip (a0569385-ec2f-4e9a-998a-983e9af1a909), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:43.075797 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-24729ab2-6626-4a7b-bd01-00d9b65b46a1 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Calling delete_port for a0569385-ec2f-4e9a-998a-983e9af1a909 owned by network:floatingip {{(pid=109770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:06:43.305450 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-24729ab2-6626-4a7b-bd01-00d9b65b46a1 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (a0569385-ec2f-4e9a-998a-983e9af1a909), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:43.332190 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24729ab2-6626-4a7b-bd01-00d9b65b46a1 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Pushing event deleted for resources: {'Port': ['ID=a0569385-ec2f-4e9a-998a-983e9af1a909,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:43.393893 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-24729ab2-6626-4a7b-bd01-00d9b65b46a1 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for floatingip (e57f9502-043c-410c-9c52-7e52cea6760d), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:43.394216 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.db.l3_db [None req-24729ab2-6626-4a7b-bd01-00d9b65b46a1 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Floating IP e57f9502-043c-410c-9c52-7e52cea6760d disassociated (deleted). External IP: 172.27.3.45, port: 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac. Feb 09 13:06:43.601456 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24729ab2-6626-4a7b-bd01-00d9b65b46a1 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Router 7028c137-5bb6-4ab9-ba09-bc92d493766f has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:06:43.710051 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24729ab2-6626-4a7b-bd01-00d9b65b46a1 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:06:43.714919 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-24729ab2-6626-4a7b-bd01-00d9b65b46a1 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for floatingip (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:43.719647 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f0a33f-d2f3-4379-916e-9dae52b35cb2 None None] Sync routers for ids ['7028c137-5bb6-4ab9-ba09-bc92d493766f'] in dv-cinder-810917-4-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:06:43.729003 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f0a33f-d2f3-4379-916e-9dae52b35cb2 None None] Routers {'7028c137-5bb6-4ab9-ba09-bc92d493766f'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:06:43.729615 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-41f0a33f-d2f3-4379-916e-9dae52b35cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T13:06:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['7028c137-5bb6-4ab9-ba09-bc92d493766f'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:43.745650 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-24729ab2-6626-4a7b-bd01-00d9b65b46a1 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "DELETE /v2.0/floatingips/e57f9502-043c-410c-9c52-7e52cea6760d HTTP/1.1" status: 204 len: 168 time: 1.1466892 Feb 09 13:06:43.746248 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c17991-ea4e-4548-aff9-dad6805288ac', 'tag': '441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac'}] {{(pid=109770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:06:43.748569 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7671266cdcd25feb0d1fb7d0d4a7a38583ecefa09a530944b0969c09dda32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f6973d-86fb-4399-a119-128f02feb725" -d '{"events": [{"name": "network-changed", "server_uuid": "42c17991-ea4e-4548-aff9-dad6805288ac", "tag": "441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac"}]}' {{(pid=109770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:06:43.786064 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 13:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85213931-33e6-4098-becd-eba96d680e46 x-openstack-request-id: req-85213931-33e6-4098-becd-eba96d680e46 {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:06:43.787192 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c17991-ea4e-4548-aff9-dad6805288ac", "tag": "441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac", "status": "completed", "code": 200}]} {{(pid=109770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:06:43.787484 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-85213931-33e6-4098-becd-eba96d680e46 {{(pid=109770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:06:43.787906 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c17991-ea4e-4548-aff9-dad6805288ac', 'tag': '441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac', 'status': 'completed', 'code': 200} Feb 09 13:06:43.842747 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-41f0a33f-d2f3-4379-916e-9dae52b35cb2 None None] Set router 7028c137-5bb6-4ab9-ba09-bc92d493766f gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:06:43.853489 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6973d-86fb-4399-a119-128f02feb725 req-1436833a-ce3e-4fc5-9fed-3d1b010a1258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:43.854940 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f8f6973d-86fb-4399-a119-128f02feb725 req-1436833a-ce3e-4fc5-9fed-3d1b010a1258 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44bc2ca5ad754464b1f529f89468e66d&device_id=42c17991-ea4e-4548-aff9-dad6805288ac HTTP/1.1" status: 200 len: 1129 time: 0.0466053 Feb 09 13:06:43.949191 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6973d-86fb-4399-a119-128f02feb725 req-1a846424-6792-4a69-9a42-265fcae4f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:43.950692 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f8f6973d-86fb-4399-a119-128f02feb725 req-1a846424-6792-4a69-9a42-265fcae4f17b service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfe2aa73-6855-41ea-ba28-5213bb19ed33 HTTP/1.1" status: 200 len: 911 time: 0.0894082 Feb 09 13:06:43.994293 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f8f6973d-86fb-4399-a119-128f02feb725 req-65cdc14d-7416-4074-808f-049dd9b1caf8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac HTTP/1.1" status: 200 len: 217 time: 0.0370097 Feb 09 13:06:44.041446 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6973d-86fb-4399-a119-128f02feb725 req-14e4407a-134b-4668-821b-8ebfa7f4d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:44.042991 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f8f6973d-86fb-4399-a119-128f02feb725 req-14e4407a-134b-4668-821b-8ebfa7f4d767 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c6f5e8dd-0950-4262-b6cd-32fc3a7b56db HTTP/1.1" status: 200 len: 849 time: 0.0436685 Feb 09 13:06:44.051450 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-41f0a33f-d2f3-4379-916e-9dae52b35cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'name': 'tempest-TestVolumeBootPattern-65623051-router', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:16Z', 'revision_number': 4, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'gw_port': {'id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:00:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '2646abf0-beb5-4155-8880-59d47efaafc6', 'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'mac_address': 'fa:16:3e:59:99:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:15Z', 'updated_at': '2022-02-09T12:59:20Z', 'revision_number': 5, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'subnets': [{'id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:44.084625 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f0a33f-d2f3-4379-916e-9dae52b35cb2 None None] Checking router: 7028c137-5bb6-4ab9-ba09-bc92d493766f for host: dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:06:44.093494 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f0a33f-d2f3-4379-916e-9dae52b35cb2 None None] Routers {'7028c137-5bb6-4ab9-ba09-bc92d493766f'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:06:44.094099 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-41f0a33f-d2f3-4379-916e-9dae52b35cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T13:06:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['7028c137-5bb6-4ab9-ba09-bc92d493766f'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:44.095405 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6973d-86fb-4399-a119-128f02feb725 req-694d62bf-f92f-49bc-92e5-cd0d1a38f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:44.097945 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f8f6973d-86fb-4399-a119-128f02feb725 req-694d62bf-f92f-49bc-92e5-cd0d1a38f2ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfe2aa73-6855-41ea-ba28-5213bb19ed33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485706 Feb 09 13:06:44.209092 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-41f0a33f-d2f3-4379-916e-9dae52b35cb2 None None] Set router 7028c137-5bb6-4ab9-ba09-bc92d493766f gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:06:44.216354 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf7917-1a58-4608-a34b-bdf3ff56a719 req-050efd3b-cc6c-4c1c-a3eb-e8f4e585fd56 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:44.217829 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e2cf7917-1a58-4608-a34b-bdf3ff56a719 req-050efd3b-cc6c-4c1c-a3eb-e8f4e585fd56 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=42c17991-ea4e-4548-aff9-dad6805288ac HTTP/1.1" status: 200 len: 945 time: 0.1041021 Feb 09 13:06:44.245676 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f8f6973d-86fb-4399-a119-128f02feb725 req-213db0cf-1536-4206-92e4-391ca75531e4 service neutron] 10.222.0.18 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405241 Feb 09 13:06:44.320090 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-e2cf7917-1a58-4608-a34b-bdf3ff56a719 req-6ec3a260-cd36-47e1-b5b2-b41ae8c36724 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904298 Feb 09 13:06:44.360826 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-f8f6973d-86fb-4399-a119-128f02feb725 req-292589f9-c242-430d-84ba-e0b8a36afdbd service neutron] 10.222.0.18 "GET /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074886 Feb 09 13:06:44.416992 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-41f0a33f-d2f3-4379-916e-9dae52b35cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'name': 'tempest-TestVolumeBootPattern-65623051-router', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:16Z', 'revision_number': 4, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'gw_port': {'id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:00:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '2646abf0-beb5-4155-8880-59d47efaafc6', 'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'mac_address': 'fa:16:3e:59:99:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:15Z', 'updated_at': '2022-02-09T12:59:20Z', 'revision_number': 5, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'subnets': [{'id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:44.446996 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f0a33f-d2f3-4379-916e-9dae52b35cb2 None None] The sync data for ids ['7028c137-5bb6-4ab9-ba09-bc92d493766f'] in dv-cinder-810917-4-iscsi is: [{'id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'name': 'tempest-TestVolumeBootPattern-65623051-router', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:16Z', 'revision_number': 4, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'gw_port': {'id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:00:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi', '_interfaces': [{'id': '2646abf0-beb5-4155-8880-59d47efaafc6', 'name': '', 'network_id': 'cfe2aa73-6855-41ea-ba28-5213bb19ed33', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'mac_address': 'fa:16:3e:59:99:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:15Z', 'updated_at': '2022-02-09T12:59:20Z', 'revision_number': 5, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'subnets': [{'id': 'c6f5e8dd-0950-4262-b6cd-32fc3a7b56db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:06:44.660189 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59fc8a2-75aa-484a-aff5-c3af7587c19d None None] New status for floating IP e57f9502-043c-410c-9c52-7e52cea6760d: DOWN {{(pid=109772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 13:06:45.225125 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:45.448284 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ce1ba-5e00-4b3f-9147-272fffa42f63 req-4cc13082-e7cc-409c-a94d-8486518e7b2f tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:45.449778 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-273ce1ba-5e00-4b3f-9147-272fffa42f63 req-4cc13082-e7cc-409c-a94d-8486518e7b2f tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=42c17991-ea4e-4548-aff9-dad6805288ac HTTP/1.1" status: 200 len: 945 time: 0.0559952 Feb 09 13:06:45.499403 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-273ce1ba-5e00-4b3f-9147-272fffa42f63 req-5a26c476-2fb8-4cb3-bd20-2a626ab515d8 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b8fa928-7850-4428-a7c7-24b2ddae87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440767 Feb 09 13:06:45.596888 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5789a-d8fe-46a0-bce6-a6501c6fe937 req-02ea7813-24b6-4245-aa35-daedf9a82848 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:45.598401 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b3f5789a-d8fe-46a0-bce6-a6501c6fe937 req-02ea7813-24b6-4245-aa35-daedf9a82848 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.18 "GET /v2.0/ports?device_id=42c17991-ea4e-4548-aff9-dad6805288ac HTTP/1.1" status: 200 len: 945 time: 0.0543337 Feb 09 13:06:45.692609 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-b3f5789a-d8fe-46a0-bce6-a6501c6fe937 req-8aa70590-21c3-49e6-ba61-0ca1866b08f0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Deleting port 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:06:45.692948 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-b3f5789a-d8fe-46a0-bce6-a6501c6fe937 req-8aa70590-21c3-49e6-ba61-0ca1866b08f0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:45.783098 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [req-b3f5789a-d8fe-46a0-bce6-a6501c6fe937 req-8aa70590-21c3-49e6-ba61-0ca1866b08f0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] For port 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac,segment=NetworkSegment(ae643856-13d5-43c8-894b-89ba0eef8e64),segment_id=ae643856-13d5-43c8-894b-89ba0eef8e64)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:45.783378 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-b3f5789a-d8fe-46a0-bce6-a6501c6fe937 req-8aa70590-21c3-49e6-ba61-0ca1866b08f0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:45.797012 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [req-b3f5789a-d8fe-46a0-bce6-a6501c6fe937 req-8aa70590-21c3-49e6-ba61-0ca1866b08f0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Calling delete_port for 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac owned by compute:nova {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:06:46.247874 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-b3f5789a-d8fe-46a0-bce6-a6501c6fe937 req-8aa70590-21c3-49e6-ba61-0ca1866b08f0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:46.276235 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa70590-21c3-49e6-ba61-0ca1866b08f0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Pushing event deleted for resources: {'Port': ['ID=441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:46.322440 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f5789a-d8fe-46a0-bce6-a6501c6fe937 req-8aa70590-21c3-49e6-ba61-0ca1866b08f0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] No DVR routers for this DVR port 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac on host hv-cinder-81091 {{(pid=109769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:06:46.324962 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [req-b3f5789a-d8fe-46a0-bce6-a6501c6fe937 req-8aa70590-21c3-49e6-ba61-0ca1866b08f0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for port (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:46.328206 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [req-b3f5789a-d8fe-46a0-bce6-a6501c6fe937 req-8aa70590-21c3-49e6-ba61-0ca1866b08f0 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.18 "DELETE /v2.0/ports/441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac HTTP/1.1" status: 204 len: 173 time: 0.7250428 Feb 09 13:06:46.328644 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c17991-ea4e-4548-aff9-dad6805288ac', 'name': 'network-vif-deleted', 'tag': '441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac'}] {{(pid=109769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 13:06:46.331566 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49c10d3c8d446218ff32b708c43acb0fb0d8b44e57a6916d94499514e339b77d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cfc3ef-8974-4c0f-834f-02fda313a3dc" -d '{"events": [{"server_uuid": "42c17991-ea4e-4548-aff9-dad6805288ac", "name": "network-vif-deleted", "tag": "441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac"}]}' {{(pid=109769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 13:06:46.368911 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 13:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2b1c10-afb9-4058-a3e4-91b2da94dd0a x-openstack-request-id: req-1a2b1c10-afb9-4058-a3e4-91b2da94dd0a {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 13:06:46.369209 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c17991-ea4e-4548-aff9-dad6805288ac", "name": "network-vif-deleted", "tag": "441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac", "status": "completed", "code": 200}]} {{(pid=109769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 13:06:46.369552 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1a2b1c10-afb9-4058-a3e4-91b2da94dd0a {{(pid=109769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 13:06:46.369966 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c17991-ea4e-4548-aff9-dad6805288ac', 'name': 'network-vif-deleted', 'tag': '441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac', 'status': 'completed', 'code': 200} Feb 09 13:06:46.594763 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [req-28d66212-e776-4271-bdaa-828255a66fc2 req-36691c85-b561-460b-8abc-dc4c4f6ab946 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "GET /v2.0/ports?device_id=42c17991-ea4e-4548-aff9-dad6805288ac HTTP/1.1" status: 200 len: 210 time: 0.0279756 Feb 09 13:06:47.654158 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 58962) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:06:47.779160 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3f6996a4-37db-44f0-989b-36b1e7ef242f tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Deleting port 0a9a68ba-86be-453a-9cd1-313196b1853a {{(pid=109770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:06:47.779530 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3f6996a4-37db-44f0-989b-36b1e7ef242f tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (0a9a68ba-86be-453a-9cd1-313196b1853a), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:47.855155 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3f6996a4-37db-44f0-989b-36b1e7ef242f tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (0a9a68ba-86be-453a-9cd1-313196b1853a), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:47.855507 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3f6996a4-37db-44f0-989b-36b1e7ef242f tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for floatingip (0a9a68ba-86be-453a-9cd1-313196b1853a), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:47.867692 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-3f6996a4-37db-44f0-989b-36b1e7ef242f tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Calling delete_port for 0a9a68ba-86be-453a-9cd1-313196b1853a owned by network:floatingip {{(pid=109770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:06:48.065660 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3f6996a4-37db-44f0-989b-36b1e7ef242f tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (0a9a68ba-86be-453a-9cd1-313196b1853a), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:48.090068 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6996a4-37db-44f0-989b-36b1e7ef242f tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Pushing event deleted for resources: {'Port': ['ID=0a9a68ba-86be-453a-9cd1-313196b1853a,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:48.149421 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3f6996a4-37db-44f0-989b-36b1e7ef242f tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for floatingip (7a70e960-bc58-4de3-8d32-0529449b805a), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:48.151896 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-3f6996a4-37db-44f0-989b-36b1e7ef242f tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-495441'] for floatingip (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:48.153028 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-3f6996a4-37db-44f0-989b-36b1e7ef242f tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "DELETE /v2.0/floatingips/7a70e960-bc58-4de3-8d32-0529449b805a HTTP/1.1" status: 204 len: 168 time: 0.4978952 Feb 09 13:06:49.465493 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 58974) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:06:49.524300 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7c1077bb-e8c0-43ad-a64f-8f73d93ffa60 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for security_group (9b8fa928-7850-4428-a7c7-24b2ddae87f2), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:49.548311 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7c1077bb-e8c0-43ad-a64f-8f73d93ffa60 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for security_group (9b8fa928-7850-4428-a7c7-24b2ddae87f2), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:49.653528 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7c1077bb-e8c0-43ad-a64f-8f73d93ffa60 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (9b8fa928-7850-4428-a7c7-24b2ddae87f2), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:49.656181 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-7c1077bb-e8c0-43ad-a64f-8f73d93ffa60 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:49.657364 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-7c1077bb-e8c0-43ad-a64f-8f73d93ffa60 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] 10.222.0.50 "DELETE /v2.0/security-groups/9b8fa928-7850-4428-a7c7-24b2ddae87f2 HTTP/1.1" status: 204 len: 168 time: 0.1908519 Feb 09 13:06:49.667104 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1077bb-e8c0-43ad-a64f-8f73d93ffa60 tempest-TestVolumeBootPattern-15012816 tempest-TestVolumeBootPattern-15012816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8fa928-7850-4428-a7c7-24b2ddae87f2,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:49.794845 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 58978) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:06:50.222235 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac no longer exists at agent hyperv_hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:06:50.242796 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] No Port match for: 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:06:50.243019 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Device 441f0ecb-fcf9-4cd5-88e5-b7f79e2b2fac not bound to the agent host hv-cinder-81091 {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:06:50.342626 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-47ae0164-41c6-42af-b441-f1c9d73b0bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590883'] for router_interface (7028c137-5bb6-4ab9-ba09-bc92d493766f), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:50.588321 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-47ae0164-41c6-42af-b441-f1c9d73b0bf3 admin admin] Deleting port 2646abf0-beb5-4155-8880-59d47efaafc6 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:06:50.588666 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-47ae0164-41c6-42af-b441-f1c9d73b0bf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (2646abf0-beb5-4155-8880-59d47efaafc6), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:50.671204 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-47ae0164-41c6-42af-b441-f1c9d73b0bf3 admin admin] For port 2646abf0-beb5-4155-8880-59d47efaafc6, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=2646abf0-beb5-4155-8880-59d47efaafc6,segment=NetworkSegment(ae643856-13d5-43c8-894b-89ba0eef8e64),segment_id=ae643856-13d5-43c8-894b-89ba0eef8e64)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:50.671602 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-47ae0164-41c6-42af-b441-f1c9d73b0bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (2646abf0-beb5-4155-8880-59d47efaafc6), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:50.685028 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-47ae0164-41c6-42af-b441-f1c9d73b0bf3 admin admin] Calling delete_port for 2646abf0-beb5-4155-8880-59d47efaafc6 owned by network:router_interface {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:06:50.945051 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-47ae0164-41c6-42af-b441-f1c9d73b0bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (2646abf0-beb5-4155-8880-59d47efaafc6), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:50.968940 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae0164-41c6-42af-b441-f1c9d73b0bf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2646abf0-beb5-4155-8880-59d47efaafc6,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:51.140722 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-47ae0164-41c6-42af-b441-f1c9d73b0bf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1614721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591031'] for router_interface (7028c137-5bb6-4ab9-ba09-bc92d493766f), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:51.359693 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ae0164-41c6-42af-b441-f1c9d73b0bf3 admin admin] Router 7028c137-5bb6-4ab9-ba09-bc92d493766f has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:06:51.466785 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ae0164-41c6-42af-b441-f1c9d73b0bf3 admin admin] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:06:51.471737 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-47ae0164-41c6-42af-b441-f1c9d73b0bf3 admin admin] 10.222.0.50 "PUT /v2.0/routers/7028c137-5bb6-4ab9-ba09-bc92d493766f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6758006 Feb 09 13:06:51.474470 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 58982) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:06:51.477031 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed17095c-5542-4545-8756-5fb6c1669577 None None] Sync routers for ids ['7028c137-5bb6-4ab9-ba09-bc92d493766f'] in dv-cinder-810917-4-iscsi {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:06:51.585119 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0de86008-5c51-4c01-869d-3c5a9104c819 admin admin] Publish callbacks [] for router (7028c137-5bb6-4ab9-ba09-bc92d493766f), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:51.615944 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed17095c-5542-4545-8756-5fb6c1669577 None None] Routers {'7028c137-5bb6-4ab9-ba09-bc92d493766f'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:06:51.616541 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-ed17095c-5542-4545-8756-5fb6c1669577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T13:06:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['7028c137-5bb6-4ab9-ba09-bc92d493766f'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:51.689015 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0de86008-5c51-4c01-869d-3c5a9104c819 admin admin] Publish callbacks [] for router_gateway (7028c137-5bb6-4ab9-ba09-bc92d493766f), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:51.722710 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-ed17095c-5542-4545-8756-5fb6c1669577 None None] Set router 7028c137-5bb6-4ab9-ba09-bc92d493766f gateway port host: dv-cinder-810917-4-iscsi {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:06:51.824834 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0de86008-5c51-4c01-869d-3c5a9104c819 admin admin] Deleting port 81e077e5-7376-4f0c-b0be-f0069a44bead {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:06:51.825175 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0de86008-5c51-4c01-869d-3c5a9104c819 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (81e077e5-7376-4f0c-b0be-f0069a44bead), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:51.901827 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-ed17095c-5542-4545-8756-5fb6c1669577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'name': 'tempest-TestVolumeBootPattern-65623051-router', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T13:06:50Z', 'revision_number': 5, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'gw_port': {'id': '81e077e5-7376-4f0c-b0be-f0069a44bead', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:00:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T12:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:51.905892 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-0de86008-5c51-4c01-869d-3c5a9104c819 admin admin] For port 81e077e5-7376-4f0c-b0be-f0069a44bead, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=81e077e5-7376-4f0c-b0be-f0069a44bead,segment=NetworkSegment(b9e37f85-ea5b-4692-8272-94f7f4592b1f),segment_id=b9e37f85-ea5b-4692-8272-94f7f4592b1f)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:51.906254 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0de86008-5c51-4c01-869d-3c5a9104c819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (81e077e5-7376-4f0c-b0be-f0069a44bead), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:51.922975 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-0de86008-5c51-4c01-869d-3c5a9104c819 admin admin] Calling delete_port for 81e077e5-7376-4f0c-b0be-f0069a44bead owned by network:router_gateway {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:06:51.928475 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed17095c-5542-4545-8756-5fb6c1669577 None None] Checking router: 7028c137-5bb6-4ab9-ba09-bc92d493766f for host: dv-cinder-810917-4-iscsi {{(pid=109771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:06:51.937081 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed17095c-5542-4545-8756-5fb6c1669577 None None] Routers {'7028c137-5bb6-4ab9-ba09-bc92d493766f'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:06:51.937675 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-ed17095c-5542-4545-8756-5fb6c1669577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T13:06:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['7028c137-5bb6-4ab9-ba09-bc92d493766f'], 'active': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:52.027164 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvr_db [None req-ed17095c-5542-4545-8756-5fb6c1669577 None None] Set router 7028c137-5bb6-4ab9-ba09-bc92d493766f gateway port host: None {{(pid=109771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:06:52.081784 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_hamode_db [None req-ed17095c-5542-4545-8756-5fb6c1669577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'name': 'tempest-TestVolumeBootPattern-65623051-router', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T13:06:51Z', 'revision_number': 6, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'gw_port_host': None}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:52.107544 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed17095c-5542-4545-8756-5fb6c1669577 None None] The sync data for ids ['7028c137-5bb6-4ab9-ba09-bc92d493766f'] in dv-cinder-810917-4-iscsi is: [{'id': '7028c137-5bb6-4ab9-ba09-bc92d493766f', 'name': 'tempest-TestVolumeBootPattern-65623051-router', 'tenant_id': '44bc2ca5ad754464b1f529f89468e66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:12Z', 'updated_at': '2022-02-09T13:06:51Z', 'revision_number': 6, 'project_id': '44bc2ca5ad754464b1f529f89468e66d', 'gw_port_host': None}] {{(pid=109771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:06:52.145246 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0de86008-5c51-4c01-869d-3c5a9104c819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (81e077e5-7376-4f0c-b0be-f0069a44bead), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:52.171253 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de86008-5c51-4c01-869d-3c5a9104c819 admin admin] Pushing event deleted for resources: {'Port': ['ID=81e077e5-7376-4f0c-b0be-f0069a44bead,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:52.231793 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0de86008-5c51-4c01-869d-3c5a9104c819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1591061'] for router_gateway (7028c137-5bb6-4ab9-ba09-bc92d493766f), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:52.324244 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0de86008-5c51-4c01-869d-3c5a9104c819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8967'] for router (7028c137-5bb6-4ab9-ba09-bc92d493766f), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:52.326378 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0de86008-5c51-4c01-869d-3c5a9104c819 admin admin] Publish callbacks [] for router_controller (7028c137-5bb6-4ab9-ba09-bc92d493766f), precommit_delete_associations {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:52.453359 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0de86008-5c51-4c01-869d-3c5a9104c819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588357'] for router (7028c137-5bb6-4ab9-ba09-bc92d493766f), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:52.453912 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de86008-5c51-4c01-869d-3c5a9104c819 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7028c137-5bb6-4ab9-ba09-bc92d493766f {{(pid=109769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:06:52.460636 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-0de86008-5c51-4c01-869d-3c5a9104c819 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:52.461847 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-0de86008-5c51-4c01-869d-3c5a9104c819 admin admin] 10.222.0.50 "DELETE /v2.0/routers/7028c137-5bb6-4ab9-ba09-bc92d493766f HTTP/1.1" status: 204 len: 168 time: 0.9864779 Feb 09 13:06:52.464570 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 58984) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:06:52.511268 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60b0b11-b4ff-4f96-88a1-9d4b5467dad2 admin admin] Deleting subnet c6f5e8dd-0950-4262-b6cd-32fc3a7b56db {{(pid=109770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 13:06:52.514760 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d60b0b11-b4ff-4f96-88a1-9d4b5467dad2 admin admin] Publish callbacks [] for subnet (c6f5e8dd-0950-4262-b6cd-32fc3a7b56db), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:52.549552 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d60b0b11-b4ff-4f96-88a1-9d4b5467dad2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10469959'] for subnet (c6f5e8dd-0950-4262-b6cd-32fc3a7b56db), precommit_delete_associations {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:52.635540 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d60b0b11-b4ff-4f96-88a1-9d4b5467dad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956720'] for subnet (c6f5e8dd-0950-4262-b6cd-32fc3a7b56db), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:52.762569 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d60b0b11-b4ff-4f96-88a1-9d4b5467dad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-956875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10470405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10234534'] for subnet (c6f5e8dd-0950-4262-b6cd-32fc3a7b56db), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:52.788295 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b0b11-b4ff-4f96-88a1-9d4b5467dad2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6f5e8dd-0950-4262-b6cd-32fc3a7b56db,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:52.792833 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d60b0b11-b4ff-4f96-88a1-9d4b5467dad2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:52.796926 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-d60b0b11-b4ff-4f96-88a1-9d4b5467dad2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c6f5e8dd-0950-4262-b6cd-32fc3a7b56db HTTP/1.1" status: 204 len: 168 time: 0.3311749 Feb 09 13:06:52.798155 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb227b2-200f-4e6d-a637-a40ae6f85edb None None] Network cfe2aa73-6855-41ea-ba28-5213bb19ed33 requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:06:52.798650 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 58986) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:06:52.875570 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2ebf0809-f54c-49c5-b7ed-674664d8f919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-976102'] for network (cfe2aa73-6855-41ea-ba28-5213bb19ed33), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:52.920272 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 2646abf0-beb5-4155-8880-59d47efaafc6 no longer exists at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:06:52.942407 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] No Port match for: 2646abf0-beb5-4155-8880-59d47efaafc6 {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:06:52.942755 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 2646abf0-beb5-4155-8880-59d47efaafc6 not bound to the agent host dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:06:52.943166 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 81e077e5-7376-4f0c-b0be-f0069a44bead no longer exists at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:06:52.945763 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-2ebf0809-f54c-49c5-b7ed-674664d8f919 admin admin] Deleting port 8e9d0763-809b-4fe6-afa7-25f5460c1421 {{(pid=109770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:06:52.946159 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2ebf0809-f54c-49c5-b7ed-674664d8f919 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (8e9d0763-809b-4fe6-afa7-25f5460c1421), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:52.967465 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1381309c-0bd4-437c-98f7-926e7b167336 None None] DHCP port deletion for cfe2aa73-6855-41ea-ba28-5213bb19ed33 request from dv-cinder-810917-4-iscsi {{(pid=109771) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 13:06:52.969614 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] No Port match for: 81e077e5-7376-4f0c-b0be-f0069a44bead {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:06:52.969939 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 81e077e5-7376-4f0c-b0be-f0069a44bead not bound to the agent host dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:06:53.012048 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-2ebf0809-f54c-49c5-b7ed-674664d8f919 admin admin] For port 8e9d0763-809b-4fe6-afa7-25f5460c1421, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=8e9d0763-809b-4fe6-afa7-25f5460c1421,segment=NetworkSegment(ae643856-13d5-43c8-894b-89ba0eef8e64),segment_id=ae643856-13d5-43c8-894b-89ba0eef8e64)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:53.012398 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2ebf0809-f54c-49c5-b7ed-674664d8f919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (8e9d0763-809b-4fe6-afa7-25f5460c1421), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:53.018523 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-1381309c-0bd4-437c-98f7-926e7b167336 None None] Deleting port 8e9d0763-809b-4fe6-afa7-25f5460c1421 {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:06:53.018877 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1381309c-0bd4-437c-98f7-926e7b167336 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (8e9d0763-809b-4fe6-afa7-25f5460c1421), before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:53.025891 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-2ebf0809-f54c-49c5-b7ed-674664d8f919 admin admin] Calling delete_port for 8e9d0763-809b-4fe6-afa7-25f5460c1421 owned by network:dhcp {{(pid=109770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:06:53.086175 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-1381309c-0bd4-437c-98f7-926e7b167336 None None] For port 8e9d0763-809b-4fe6-afa7-25f5460c1421, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=8e9d0763-809b-4fe6-afa7-25f5460c1421,segment=NetworkSegment(ae643856-13d5-43c8-894b-89ba0eef8e64),segment_id=ae643856-13d5-43c8-894b-89ba0eef8e64)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:53.086574 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1381309c-0bd4-437c-98f7-926e7b167336 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (8e9d0763-809b-4fe6-afa7-25f5460c1421), precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:53.100647 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-1381309c-0bd4-437c-98f7-926e7b167336 None None] Calling delete_port for 8e9d0763-809b-4fe6-afa7-25f5460c1421 owned by network:dhcp {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:06:53.219113 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2ebf0809-f54c-49c5-b7ed-674664d8f919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (8e9d0763-809b-4fe6-afa7-25f5460c1421), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:53.225445 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1381309c-0bd4-437c-98f7-926e7b167336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332'] for port (8e9d0763-809b-4fe6-afa7-25f5460c1421), after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:53.245261 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf0809-f54c-49c5-b7ed-674664d8f919 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e9d0763-809b-4fe6-afa7-25f5460c1421,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:53.249025 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf0809-f54c-49c5-b7ed-674664d8f919 admin admin] No DVR routers for this DVR port 8e9d0763-809b-4fe6-afa7-25f5460c1421 on host dv-cinder-810917-4-iscsi {{(pid=109770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:06:53.253553 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381309c-0bd4-437c-98f7-926e7b167336 None None] Pushing event deleted for resources: {'Port': ['ID=8e9d0763-809b-4fe6-afa7-25f5460c1421,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:53.257445 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1381309c-0bd4-437c-98f7-926e7b167336 None None] No DVR routers for this DVR port 8e9d0763-809b-4fe6-afa7-25f5460c1421 on host dv-cinder-810917-4-iscsi {{(pid=109771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:06:53.273293 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381309c-0bd4-437c-98f7-926e7b167336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:53.273293 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381309c-0bd4-437c-98f7-926e7b167336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:53.273517 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381309c-0bd4-437c-98f7-926e7b167336 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:53.274192 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381309c-0bd4-437c-98f7-926e7b167336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:53.274192 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381309c-0bd4-437c-98f7-926e7b167336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:53.274437 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381309c-0bd4-437c-98f7-926e7b167336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:53.274762 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381309c-0bd4-437c-98f7-926e7b167336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:53.275086 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381309c-0bd4-437c-98f7-926e7b167336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:53.275518 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381309c-0bd4-437c-98f7-926e7b167336 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:53.275921 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381309c-0bd4-437c-98f7-926e7b167336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:53.276348 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381309c-0bd4-437c-98f7-926e7b167336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:53.276653 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381309c-0bd4-437c-98f7-926e7b167336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:53.276972 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381309c-0bd4-437c-98f7-926e7b167336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-4-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:53.325675 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2ebf0809-f54c-49c5-b7ed-674664d8f919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032615', 'neutron.services.segments.db._delete_segments_for_network-8775837910977'] for network (cfe2aa73-6855-41ea-ba28-5213bb19ed33), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:53.344660 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b6efe7c9-c340-462c-921d-f062226aee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:53.346229 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-2ebf0809-f54c-49c5-b7ed-674664d8f919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe2aa73-6855-41ea-ba28-5213bb19ed33']}} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:53.355732 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-2ebf0809-f54c-49c5-b7ed-674664d8f919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae643856-13d5-43c8-894b-89ba0eef8e64') {'for_net_delete': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:53.362066 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-2ebf0809-f54c-49c5-b7ed-674664d8f919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae643856-13d5-43c8-894b-89ba0eef8e64') {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:53.366355 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2ebf0809-f54c-49c5-b7ed-674664d8f919 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775837913034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10469964'] for segment (ae643856-13d5-43c8-894b-89ba0eef8e64), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:53.380536 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2ebf0809-f54c-49c5-b7ed-674664d8f919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (ae643856-13d5-43c8-894b-89ba0eef8e64), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:53.386248 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ebf0809-f54c-49c5-b7ed-674664d8f919 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=109770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:06:53.386625 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2ebf0809-f54c-49c5-b7ed-674664d8f919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10470575'] for segment (ae643856-13d5-43c8-894b-89ba0eef8e64), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: Traceback (most recent call last): Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: timer() Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: cb(*args, **kw) Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: return func(*args, **kwargs) Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: self._notify() Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: self.callback(batched_events) Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: event.method(event) Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: return f(self, *a, **k) Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: return self._get(url).json() Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: return self.request(url, 'GET', **kwargs) Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:06:53.388258 dv-cinder-810917-4-iscsi neutron-server[109770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:06:53.522283 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2ebf0809-f54c-49c5-b7ed-674664d8f919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591153'] for network (cfe2aa73-6855-41ea-ba28-5213bb19ed33), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:53.527536 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-2ebf0809-f54c-49c5-b7ed-674664d8f919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:53.530678 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-2ebf0809-f54c-49c5-b7ed-674664d8f919 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cfe2aa73-6855-41ea-ba28-5213bb19ed33 HTTP/1.1" status: 204 len: 168 time: 0.7295768 Feb 09 13:06:53.534276 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [-] (109769) accepted ('10.222.0.50', 58988) {{(pid=109769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:06:53.542109 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf0809-f54c-49c5-b7ed-674664d8f919 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfe2aa73-6855-41ea-ba28-5213bb19ed33,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:54.123275 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-610f0b16-75d3-41a0-a650-c17cc9f14208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1590883'] for router_interface (4418c5ab-436a-47fd-a4ef-ddc854ccb317), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:54.370834 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-610f0b16-75d3-41a0-a650-c17cc9f14208 admin admin] Deleting port b1e8bff7-1219-4802-8274-360006ce20e9 {{(pid=109769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:06:54.371169 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-610f0b16-75d3-41a0-a650-c17cc9f14208 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (b1e8bff7-1219-4802-8274-360006ce20e9), before_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:54.449339 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.db [None req-610f0b16-75d3-41a0-a650-c17cc9f14208 admin admin] For port b1e8bff7-1219-4802-8274-360006ce20e9, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=b1e8bff7-1219-4802-8274-360006ce20e9,segment=NetworkSegment(e0b5c705-d706-44a4-8202-00843dc59385),segment_id=e0b5c705-d706-44a4-8202-00843dc59385)] {{(pid=109769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:54.449621 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-610f0b16-75d3-41a0-a650-c17cc9f14208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (b1e8bff7-1219-4802-8274-360006ce20e9), precommit_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:54.462388 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.plugins.ml2.plugin [None req-610f0b16-75d3-41a0-a650-c17cc9f14208 admin admin] Calling delete_port for b1e8bff7-1219-4802-8274-360006ce20e9 owned by network:router_interface {{(pid=109769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:06:54.739079 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-610f0b16-75d3-41a0-a650-c17cc9f14208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8720065'] for port (b1e8bff7-1219-4802-8274-360006ce20e9), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:54.765804 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f0b16-75d3-41a0-a650-c17cc9f14208 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1e8bff7-1219-4802-8274-360006ce20e9,revision_number=None']} {{(pid=109769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:54.945055 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 8e9d0763-809b-4fe6-afa7-25f5460c1421 no longer exists at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:06:54.947733 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron_lib.callbacks.manager [None req-610f0b16-75d3-41a0-a650-c17cc9f14208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1614721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1591031'] for router_interface (4418c5ab-436a-47fd-a4ef-ddc854ccb317), after_delete {{(pid=109769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:54.966801 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] No Port match for: 8e9d0763-809b-4fe6-afa7-25f5460c1421 {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:06:54.967160 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 8e9d0763-809b-4fe6-afa7-25f5460c1421 not bound to the agent host dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:06:55.168657 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610f0b16-75d3-41a0-a650-c17cc9f14208 admin admin] Router 4418c5ab-436a-47fd-a4ef-ddc854ccb317 has already been hosted by L3 agent 8435c8aa-cfe1-4532-929e-4d9e4c88a7f3 {{(pid=109769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:06:55.278218 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610f0b16-75d3-41a0-a650-c17cc9f14208 admin admin] Notify agent at l3_agent.dv-cinder-810917-4-iscsi the message routers_updated {{(pid=109769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:06:55.283143 dv-cinder-810917-4-iscsi neutron-server[109769]: INFO neutron.wsgi [None req-610f0b16-75d3-41a0-a650-c17cc9f14208 admin admin] 10.222.0.50 "PUT /v2.0/routers/4418c5ab-436a-47fd-a4ef-ddc854ccb317/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7476993 Feb 09 13:06:55.286393 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 58994) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:06:55.287927 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af92268-a472-497e-8856-80a78caacd71 None None] Sync routers for ids ['4418c5ab-436a-47fd-a4ef-ddc854ccb317'] in dv-cinder-810917-4-iscsi {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:06:55.297281 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af92268-a472-497e-8856-80a78caacd71 None None] Routers {'4418c5ab-436a-47fd-a4ef-ddc854ccb317'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:06:55.297882 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-8af92268-a472-497e-8856-80a78caacd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T13:06:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['4418c5ab-436a-47fd-a4ef-ddc854ccb317'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:55.393323 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f5ed5b9f-058c-4202-afd0-b4ad36db1694 admin admin] Publish callbacks [] for router (4418c5ab-436a-47fd-a4ef-ddc854ccb317), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:55.415659 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-8af92268-a472-497e-8856-80a78caacd71 None None] Set router 4418c5ab-436a-47fd-a4ef-ddc854ccb317 gateway port host: dv-cinder-810917-4-iscsi {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:06:55.499711 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f5ed5b9f-058c-4202-afd0-b4ad36db1694 admin admin] Publish callbacks [] for router_gateway (4418c5ab-436a-47fd-a4ef-ddc854ccb317), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:55.592952 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-8af92268-a472-497e-8856-80a78caacd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4418c5ab-436a-47fd-a4ef-ddc854ccb317', 'name': 'tempest-TestVolumeBootPattern-1810882325-router', 'tenant_id': 'a6b4341f09f2495ba21d7e268205be02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'external_fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:20Z', 'updated_at': '2022-02-09T13:06:54Z', 'revision_number': 5, 'project_id': 'a6b4341f09f2495ba21d7e268205be02', 'gw_port': {'id': 'ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7', 'name': '', 'network_id': 'a2e9d4bf-7356-45aa-a65f-bd468972dd5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4418c5ab-436a-47fd-a4ef-ddc854ccb317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:59:20Z', 'updated_at': '2022-02-09T12:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9ce0d82-6bfd-4731-856e-4f09afc4aa6c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-4-iscsi'}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:55.606383 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-f5ed5b9f-058c-4202-afd0-b4ad36db1694 admin admin] Deleting port ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7 {{(pid=109770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:06:55.606713 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f5ed5b9f-058c-4202-afd0-b4ad36db1694 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:55.624583 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af92268-a472-497e-8856-80a78caacd71 None None] Checking router: 4418c5ab-436a-47fd-a4ef-ddc854ccb317 for host: dv-cinder-810917-4-iscsi {{(pid=109772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:06:55.635443 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af92268-a472-497e-8856-80a78caacd71 None None] Routers {'4418c5ab-436a-47fd-a4ef-ddc854ccb317'} bound to L3 agent in host dv-cinder-810917-4-iscsi {{(pid=109772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 13:06:55.636047 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-8af92268-a472-497e-8856-80a78caacd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:26Z,description=,heartbeat_timestamp=2022-02-09T13:06:26Z,host='dv-cinder-810917-4-iscsi',id=8435c8aa-cfe1-4532-929e-4d9e4c88a7f3,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:26Z,topic='l3_agent')) {'router_ids': ['4418c5ab-436a-47fd-a4ef-ddc854ccb317'], 'active': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:55.690925 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-f5ed5b9f-058c-4202-afd0-b4ad36db1694 admin admin] For port ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7,segment=NetworkSegment(b9e37f85-ea5b-4692-8272-94f7f4592b1f),segment_id=b9e37f85-ea5b-4692-8272-94f7f4592b1f)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:55.691274 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f5ed5b9f-058c-4202-afd0-b4ad36db1694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:55.704089 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-f5ed5b9f-058c-4202-afd0-b4ad36db1694 admin admin] Calling delete_port for ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7 owned by network:router_gateway {{(pid=109770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:06:55.731519 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvr_db [None req-8af92268-a472-497e-8856-80a78caacd71 None None] Set router 4418c5ab-436a-47fd-a4ef-ddc854ccb317 gateway port host: None {{(pid=109772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 13:06:55.786019 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.l3_hamode_db [None req-8af92268-a472-497e-8856-80a78caacd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4418c5ab-436a-47fd-a4ef-ddc854ccb317', 'name': 'tempest-TestVolumeBootPattern-1810882325-router', 'tenant_id': 'a6b4341f09f2495ba21d7e268205be02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:20Z', 'updated_at': '2022-02-09T13:06:55Z', 'revision_number': 6, 'project_id': 'a6b4341f09f2495ba21d7e268205be02', 'gw_port_host': None}], 'dv-cinder-810917-4-iscsi', False) {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:55.816882 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af92268-a472-497e-8856-80a78caacd71 None None] The sync data for ids ['4418c5ab-436a-47fd-a4ef-ddc854ccb317'] in dv-cinder-810917-4-iscsi is: [{'id': '4418c5ab-436a-47fd-a4ef-ddc854ccb317', 'name': 'tempest-TestVolumeBootPattern-1810882325-router', 'tenant_id': 'a6b4341f09f2495ba21d7e268205be02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:59:20Z', 'updated_at': '2022-02-09T13:06:55Z', 'revision_number': 6, 'project_id': 'a6b4341f09f2495ba21d7e268205be02', 'gw_port_host': None}] {{(pid=109772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:06:55.950542 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-9a6ca012-9a50-4dee-8996-d773cd2f5457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:55.996419 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f5ed5b9f-058c-4202-afd0-b4ad36db1694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:56.022654 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed5b9f-058c-4202-afd0-b4ad36db1694 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:56.084078 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f5ed5b9f-058c-4202-afd0-b4ad36db1694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1591061'] for router_gateway (4418c5ab-436a-47fd-a4ef-ddc854ccb317), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:56.178370 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f5ed5b9f-058c-4202-afd0-b4ad36db1694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1588370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8967'] for router (4418c5ab-436a-47fd-a4ef-ddc854ccb317), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:56.180514 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f5ed5b9f-058c-4202-afd0-b4ad36db1694 admin admin] Publish callbacks [] for router_controller (4418c5ab-436a-47fd-a4ef-ddc854ccb317), precommit_delete_associations {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:56.333366 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f5ed5b9f-058c-4202-afd0-b4ad36db1694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1588357'] for router (4418c5ab-436a-47fd-a4ef-ddc854ccb317), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:56.334055 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ed5b9f-058c-4202-afd0-b4ad36db1694 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4418c5ab-436a-47fd-a4ef-ddc854ccb317 {{(pid=109770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:06:56.338249 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-f5ed5b9f-058c-4202-afd0-b4ad36db1694 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:56.339408 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-f5ed5b9f-058c-4202-afd0-b4ad36db1694 admin admin] 10.222.0.50 "DELETE /v2.0/routers/4418c5ab-436a-47fd-a4ef-ddc854ccb317 HTTP/1.1" status: 204 len: 168 time: 1.0520265 Feb 09 13:06:56.341825 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 58998) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:06:56.386750 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.db_base_plugin_v2 [None req-63fbddda-3bf4-42e8-b63c-53c910352e77 admin admin] Deleting subnet ff1ebb3a-0d10-40ff-a050-12240017ddfe {{(pid=109770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 13:06:56.390149 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-63fbddda-3bf4-42e8-b63c-53c910352e77 admin admin] Publish callbacks [] for subnet (ff1ebb3a-0d10-40ff-a050-12240017ddfe), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:56.426280 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-63fbddda-3bf4-42e8-b63c-53c910352e77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10469959'] for subnet (ff1ebb3a-0d10-40ff-a050-12240017ddfe), precommit_delete_associations {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:56.550690 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-63fbddda-3bf4-42e8-b63c-53c910352e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-956720'] for subnet (ff1ebb3a-0d10-40ff-a050-12240017ddfe), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:56.671110 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-63fbddda-3bf4-42e8-b63c-53c910352e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-956875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10470405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10234534'] for subnet (ff1ebb3a-0d10-40ff-a050-12240017ddfe), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:56.698248 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbddda-3bf4-42e8-b63c-53c910352e77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff1ebb3a-0d10-40ff-a050-12240017ddfe,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:56.700211 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-63fbddda-3bf4-42e8-b63c-53c910352e77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:56.703347 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-63fbddda-3bf4-42e8-b63c-53c910352e77 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ff1ebb3a-0d10-40ff-a050-12240017ddfe HTTP/1.1" status: 204 len: 168 time: 0.3606107 Feb 09 13:06:56.705115 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818eba77-50ab-4902-b384-0e626cd1b782 None None] Network 90df0571-74d0-4f59-9248-83158bfd0067 requested from dv-cinder-810917-4-iscsi {{(pid=109771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 13:06:56.705853 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 59000) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:06:56.773379 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a9ca2614-b197-420a-b6bc-4fdaccf97ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-976102'] for network (90df0571-74d0-4f59-9248-83158bfd0067), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:56.832900 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-a9ca2614-b197-420a-b6bc-4fdaccf97ac4 admin admin] Deleting port 5f7a9fbb-351f-4f42-a296-d3169df63b1d {{(pid=109770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:06:56.833239 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a9ca2614-b197-420a-b6bc-4fdaccf97ac4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (5f7a9fbb-351f-4f42-a296-d3169df63b1d), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:56.855479 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8e78de-1562-466d-b18e-62dfd17a6f55 None None] DHCP port deletion for 90df0571-74d0-4f59-9248-83158bfd0067 request from dv-cinder-810917-4-iscsi {{(pid=109771) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 13:06:56.904312 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.db [None req-a9ca2614-b197-420a-b6bc-4fdaccf97ac4 admin admin] For port 5f7a9fbb-351f-4f42-a296-d3169df63b1d, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=5f7a9fbb-351f-4f42-a296-d3169df63b1d,segment=NetworkSegment(e0b5c705-d706-44a4-8202-00843dc59385),segment_id=e0b5c705-d706-44a4-8202-00843dc59385)] {{(pid=109770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:56.904312 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a9ca2614-b197-420a-b6bc-4fdaccf97ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (5f7a9fbb-351f-4f42-a296-d3169df63b1d), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:56.905928 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7 no longer exists at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:06:56.913481 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.plugin [None req-a9ca2614-b197-420a-b6bc-4fdaccf97ac4 admin admin] Calling delete_port for 5f7a9fbb-351f-4f42-a296-d3169df63b1d owned by network:dhcp {{(pid=109770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:06:56.931177 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] No Port match for: ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7 {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:06:56.931466 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device ca3cdc29-85aa-4ccd-9085-6b3cb3ce2ef7 not bound to the agent host dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:06:56.931889 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device b1e8bff7-1219-4802-8274-360006ce20e9 no longer exists at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:06:56.954328 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] No Port match for: b1e8bff7-1219-4802-8274-360006ce20e9 {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:06:56.955000 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device b1e8bff7-1219-4802-8274-360006ce20e9 not bound to the agent host dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:06:56.960445 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-ee8e78de-1562-466d-b18e-62dfd17a6f55 None None] Deleting port 5f7a9fbb-351f-4f42-a296-d3169df63b1d {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 13:06:56.961049 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ee8e78de-1562-466d-b18e-62dfd17a6f55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775837948820'] for port (5f7a9fbb-351f-4f42-a296-d3169df63b1d), before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:57.032858 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-ee8e78de-1562-466d-b18e-62dfd17a6f55 None None] For port 5f7a9fbb-351f-4f42-a296-d3169df63b1d, host dv-cinder-810917-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-4-iscsi',level=0,port_id=5f7a9fbb-351f-4f42-a296-d3169df63b1d,segment=NetworkSegment(e0b5c705-d706-44a4-8202-00843dc59385),segment_id=e0b5c705-d706-44a4-8202-00843dc59385)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:57.033280 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ee8e78de-1562-466d-b18e-62dfd17a6f55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591768'] for port (5f7a9fbb-351f-4f42-a296-d3169df63b1d), precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:57.049546 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-ee8e78de-1562-466d-b18e-62dfd17a6f55 None None] Calling delete_port for 5f7a9fbb-351f-4f42-a296-d3169df63b1d owned by network:dhcp {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 13:06:57.083681 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a9ca2614-b197-420a-b6bc-4fdaccf97ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10470618'] for port (5f7a9fbb-351f-4f42-a296-d3169df63b1d), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:57.108700 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca2614-b197-420a-b6bc-4fdaccf97ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f7a9fbb-351f-4f42-a296-d3169df63b1d,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:57.110796 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ca2614-b197-420a-b6bc-4fdaccf97ac4 admin admin] No DVR routers for this DVR port 5f7a9fbb-351f-4f42-a296-d3169df63b1d on host dv-cinder-810917-4-iscsi {{(pid=109770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:06:57.125842 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ee8e78de-1562-466d-b18e-62dfd17a6f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775837955831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775837434332'] for port (5f7a9fbb-351f-4f42-a296-d3169df63b1d), after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:57.150152 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e78de-1562-466d-b18e-62dfd17a6f55 None None] Pushing event deleted for resources: {'Port': ['ID=5f7a9fbb-351f-4f42-a296-d3169df63b1d,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:57.155581 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8e78de-1562-466d-b18e-62dfd17a6f55 None None] No DVR routers for this DVR port 5f7a9fbb-351f-4f42-a296-d3169df63b1d on host dv-cinder-810917-4-iscsi {{(pid=109771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:06:57.183022 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a9ca2614-b197-420a-b6bc-4fdaccf97ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1032615', 'neutron.services.segments.db._delete_segments_for_network-8775837910977'] for network (90df0571-74d0-4f59-9248-83158bfd0067), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:57.203326 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-a9ca2614-b197-420a-b6bc-4fdaccf97ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90df0571-74d0-4f59-9248-83158bfd0067']}} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:57.212844 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-a9ca2614-b197-420a-b6bc-4fdaccf97ac4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b5c705-d706-44a4-8202-00843dc59385') {'for_net_delete': True} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:57.213138 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.services.segments.db [None req-a9ca2614-b197-420a-b6bc-4fdaccf97ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b5c705-d706-44a4-8202-00843dc59385') {} {{(pid=109770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:57.226105 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a9ca2614-b197-420a-b6bc-4fdaccf97ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775837913034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10469964'] for segment (e0b5c705-d706-44a4-8202-00843dc59385), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:57.240182 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a9ca2614-b197-420a-b6bc-4fdaccf97ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634'] for segment (e0b5c705-d706-44a4-8202-00843dc59385), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ca2614-b197-420a-b6bc-4fdaccf97ac4 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=109770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a9ca2614-b197-420a-b6bc-4fdaccf97ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-954634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10470575'] for segment (e0b5c705-d706-44a4-8202-00843dc59385), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: Traceback (most recent call last): Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: timer() Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: cb(*args, **kw) Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: return func(*args, **kwargs) Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: self._notify() Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: self.callback(batched_events) Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: event.method(event) Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: return f(self, *a, **k) Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: return self._get(url).json() Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: return self.request(url, 'GET', **kwargs) Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:06:57.249029 dv-cinder-810917-4-iscsi neutron-server[109770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:06:57.356273 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a9ca2614-b197-420a-b6bc-4fdaccf97ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1032638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1917245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1614742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591153'] for network (90df0571-74d0-4f59-9248-83158bfd0067), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:57.362767 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-a9ca2614-b197-420a-b6bc-4fdaccf97ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1614820'] for network (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:57.366473 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-a9ca2614-b197-420a-b6bc-4fdaccf97ac4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/90df0571-74d0-4f59-9248-83158bfd0067 HTTP/1.1" status: 204 len: 168 time: 0.6592064 Feb 09 13:06:57.377602 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca2614-b197-420a-b6bc-4fdaccf97ac4 admin admin] Pushing event deleted for resources: {'Network': ['ID=90df0571-74d0-4f59-9248-83158bfd0067,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:57.396302 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:57.660898 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 59004) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:06:57.702036 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-464e7d2e-c5eb-4f15-b830-f1774c095609 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=44bc2ca5ad754464b1f529f89468e66d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399532 Feb 09 13:06:57.704644 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 59006) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:06:57.754432 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d3d59200-d531-4544-ba7c-ed9532e896ea admin admin] Publish callbacks [] for security_group (527d25b4-14d6-41de-bab9-404d8c2f7f05), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:57.775959 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d3d59200-d531-4544-ba7c-ed9532e896ea admin admin] Publish callbacks [] for security_group (527d25b4-14d6-41de-bab9-404d8c2f7f05), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:57.905020 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d3d59200-d531-4544-ba7c-ed9532e896ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (527d25b4-14d6-41de-bab9-404d8c2f7f05), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:57.907542 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-d3d59200-d531-4544-ba7c-ed9532e896ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:57.909311 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-d3d59200-d531-4544-ba7c-ed9532e896ea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/527d25b4-14d6-41de-bab9-404d8c2f7f05 HTTP/1.1" status: 204 len: 168 time: 0.2029688 Feb 09 13:06:57.917020 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d59200-d531-4544-ba7c-ed9532e896ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527d25b4-14d6-41de-bab9-404d8c2f7f05,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:58.545533 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 59014) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:06:58.586496 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-daba7779-3625-4553-a4bf-13eb8fcba77d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a6b4341f09f2495ba21d7e268205be02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398138 Feb 09 13:06:58.588903 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [-] (109770) accepted ('10.222.0.50', 59016) {{(pid=109770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 13:06:58.636958 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-906dda75-c8d8-42a6-9830-5ce602202666 admin admin] Publish callbacks [] for security_group (1dbb5139-1a40-407b-b8f5-8a430f262844), before_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:58.658715 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-906dda75-c8d8-42a6-9830-5ce602202666 admin admin] Publish callbacks [] for security_group (1dbb5139-1a40-407b-b8f5-8a430f262844), precommit_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:58.733202 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:58.825308 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-906dda75-c8d8-42a6-9830-5ce602202666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1924321'] for security_group (1dbb5139-1a40-407b-b8f5-8a430f262844), after_delete {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:58.827962 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron_lib.callbacks.manager [None req-906dda75-c8d8-42a6-9830-5ce602202666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:06:58.830200 dv-cinder-810917-4-iscsi neutron-server[109770]: INFO neutron.wsgi [None req-906dda75-c8d8-42a6-9830-5ce602202666 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1dbb5139-1a40-407b-b8f5-8a430f262844 HTTP/1.1" status: 204 len: 168 time: 0.2393894 Feb 09 13:06:58.837350 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906dda75-c8d8-42a6-9830-5ce602202666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbb5139-1a40-407b-b8f5-8a430f262844,revision_number=None']} {{(pid=109770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:58.872925 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 5f7a9fbb-351f-4f42-a296-d3169df63b1d no longer exists at agent ovs-agent-dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 13:06:58.896272 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] No Port match for: 5f7a9fbb-351f-4f42-a296-d3169df63b1d {{(pid=109771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 13:06:58.896612 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.rpc [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Device 5f7a9fbb-351f-4f42-a296-d3169df63b1d not bound to the agent host dv-cinder-810917-4-iscsi {{(pid=109771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 13:06:59.853550 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:07:15.264211 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:07:15.922821 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:07:23.326705 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-799bfde0-b2e5-47af-aa09-18f7317d56ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:07:25.915770 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0dce7edf-29b9-4bd0-9b9f-f6ecbcc63790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:07:27.477942 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:07:28.686764 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:07:29.801663 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:07:45.229703 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:07:52.921351 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:07:53.343907 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-14451352-6c6b-441a-b841-1dcacddc20d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:07:55.892152 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4cf2a023-8499-4f3c-b994-8c2e4dd3ff69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:07:57.412519 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:07:58.737093 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:07:59.783771 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:08:15.263274 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:08:23.337286 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b99b045b-6b2c-4a5f-8691-1c5820886a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:08:25.908556 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6d92f4ff-ca66-46ed-83a8-9d88f7d15e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:08:27.411762 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:08:28.725838 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:08:29.782214 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:08:29.921237 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:08:45.234819 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:08:53.337573 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4e1549c1-ee34-452f-84e2-c6a5dc3a8920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:08:55.942498 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-cad673c7-4326-497b-aecc-b255bcd88fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:08:57.439519 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:08:58.746961 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:08:59.782622 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:09:06.919769 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:09:15.273581 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:09:23.340202 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8ae343c1-e4fb-4854-beff-80b745bb754b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:09:25.908255 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-69017436-af44-44cd-bacd-a09cff15181b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:09:27.422200 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:09:28.763040 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:09:29.795164 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:09:43.918161 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:09:45.302162 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:09:53.359198 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8b2a595d-9298-4b5e-b2a2-ca4483f089fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:09:55.878544 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5e19d558-1199-4873-aff5-ac4bd4f72c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:09:57.427411 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:09:58.727974 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:09:59.814378 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:10:15.261286 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:10:20.918251 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:10:23.370042 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6ff2b79c-7759-45ab-9bd5-afe2a42afb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:10:25.889725 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4f149fbb-2f82-4eb8-93df-73e796811bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:10:27.444187 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:10:28.746950 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:10:29.838351 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:10:45.332667 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:10:53.354867 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c52eefcd-34f9-4b6a-ac2c-c24c7f73bc81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:10:55.917838 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1b4f2fe7-4150-47bd-8552-bf0bcd304c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:10:57.449047 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:10:57.916652 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:10:58.743610 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:10:59.780490 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:15.319909 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:23.382457 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8de51a43-4467-49bb-a19d-e74d907e4acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:25.965458 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-476a9c8f-c7da-420d-a141-a93a55288524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:27.443069 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:28.748263 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:29.843021 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:34.915549 dv-cinder-810917-4-iscsi neutron-server[109772]: DEBUG neutron.db.agents_db [None req-6751a2e6-975a-4347-9e90-d7752764871c None None] Agent healthcheck: found 6 active agents {{(pid=109772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 13:11:45.301734 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-dfc9f7bf-2535-4ae9-9311-9c499f67dbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (230303ca-ea08-4771-a934-bc9aeb8313a0), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:53.346982 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e1fb4b5d-e194-49bc-81b3-2dc1a9aa053e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (669fbb72-d52e-4349-b520-3721ffb5f632), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:55.939924 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-573dce13-5a8c-465d-95a9-521b1b645575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (8435c8aa-cfe1-4532-929e-4d9e4c88a7f3), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:57.442253 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-36d2bf56-cdde-45d5-81af-7afa4f34bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (690cfbf4-4946-4a1e-b3a1-0b0223191010), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:58.787139 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-bd91cce5-4f25-4a2b-a5e9-8d395868fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (955e977b-7f4b-40d1-9b60-79f1548d6c4d), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:11:58.840245 dv-cinder-810917-4-iscsi neutron-server[109770]: DEBUG neutron.wsgi [req-fa73239a-0732-4cb0-8979-395e7253e7c5 req-d14c7533-01b0-4e43-81c6-1f3f6be13c5b service neutron] (109770) timed out ('10.222.0.18', 52607) {{(pid=109770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 13:11:59.865120 dv-cinder-810917-4-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-82b2f8f0-abe8-4c4d-a4b4-4610aa71af9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775837910959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1035692'] for agent (46f62665-8b82-4ce4-9f5d-d8528a85ae2c), after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 13:12:00.002497 dv-cinder-810917-4-iscsi neutron-server[109769]: DEBUG neutron.wsgi [req-2e0f4738-e921-479a-968f-4ded1d0e7033 req-8aaa7cb4-046a-4abb-843e-2d3151cb09e2 service neutron] (109769) timed out ('10.222.0.18', 52618) {{(pid=109769) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}